2024-11-23 02:21:57,181 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 02:21:57,205 main DEBUG Took 0.020092 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 02:21:57,206 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 02:21:57,206 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 02:21:57,207 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 02:21:57,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,223 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 02:21:57,253 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,259 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,263 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,267 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:57,271 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,272 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 02:21:57,274 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:57,275 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 02:21:57,278 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 02:21:57,278 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 02:21:57,280 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 02:21:57,281 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 02:21:57,295 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 02:21:57,299 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 02:21:57,303 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 02:21:57,303 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 02:21:57,304 main DEBUG createAppenders(={Console}) 2024-11-23 02:21:57,305 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 02:21:57,305 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 02:21:57,305 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 02:21:57,306 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 02:21:57,307 main DEBUG OutputStream closed 2024-11-23 02:21:57,307 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 02:21:57,307 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 02:21:57,308 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 02:21:57,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 02:21:57,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 02:21:57,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 02:21:57,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 02:21:57,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 02:21:57,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 02:21:57,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 02:21:57,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 02:21:57,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 02:21:57,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 02:21:57,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 02:21:57,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 02:21:57,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 02:21:57,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 02:21:57,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 02:21:57,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 02:21:57,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 02:21:57,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 02:21:57,457 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 02:21:57,457 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 02:21:57,457 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 02:21:57,458 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T02:21:57,888 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c 2024-11-23 02:21:57,892 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 02:21:57,892 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T02:21:57,905 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-23T02:21:57,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:21:57,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44, deleteOnExit=true 2024-11-23T02:21:57,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T02:21:57,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/test.cache.data in system properties and HBase conf 2024-11-23T02:21:57,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:21:57,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:21:57,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:21:57,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:21:57,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T02:21:58,067 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T02:21:58,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:21:58,204 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:58,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:58,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:21:58,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:58,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:21:58,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:21:58,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:21:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:21:58,212 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:21:58,213 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:58,213 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:21:58,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:21:59,328 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T02:21:59,441 INFO [Time-limited test {}] log.Log(170): Logging initialized @3384ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T02:21:59,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:59,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:59,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:59,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:59,678 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:21:59,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:59,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:59,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:59,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/java.io.tmpdir/jetty-localhost-36221-hadoop-hdfs-3_4_1-tests_jar-_-any-5110309301092318331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:59,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:36221} 2024-11-23T02:21:59,995 INFO [Time-limited test {}] server.Server(415): Started @3938ms 2024-11-23T02:22:00,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:22:00,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:22:00,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:22:00,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:22:00,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:22:00,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:22:00,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:22:00,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/java.io.tmpdir/jetty-localhost-46875-hadoop-hdfs-3_4_1-tests_jar-_-any-18333827269826071437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:22:00,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:46875} 2024-11-23T02:22:00,721 INFO [Time-limited test {}] server.Server(415): Started @4664ms 2024-11-23T02:22:00,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:22:01,491 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/dfs/data/data1/current/BP-476252464-172.17.0.2-1732328519017/current, will proceed with Du for space computation calculation, 2024-11-23T02:22:01,492 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/dfs/data/data2/current/BP-476252464-172.17.0.2-1732328519017/current, will proceed with Du for space computation calculation, 2024-11-23T02:22:01,566 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:22:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa2eae623d7ddf4a with lease ID 0x50afe861cb6aab5c: Processing first storage report for DS-413fb4c8-a19e-4e19-9d3e-9997d4d0fd90 from datanode DatanodeRegistration(127.0.0.1:42831, datanodeUuid=126b5dc1-52bc-4bbf-a1a0-502603d922f8, infoPort=42893, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1224152275;c=1732328519017) 2024-11-23T02:22:01,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa2eae623d7ddf4a with lease ID 0x50afe861cb6aab5c: from storage DS-413fb4c8-a19e-4e19-9d3e-9997d4d0fd90 node DatanodeRegistration(127.0.0.1:42831, datanodeUuid=126b5dc1-52bc-4bbf-a1a0-502603d922f8, infoPort=42893, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1224152275;c=1732328519017), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T02:22:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa2eae623d7ddf4a with lease ID 0x50afe861cb6aab5c: Processing first storage report for DS-8f1f9faf-0d1f-4f7c-b680-e8df2fd2f0dd from datanode DatanodeRegistration(127.0.0.1:42831, datanodeUuid=126b5dc1-52bc-4bbf-a1a0-502603d922f8, infoPort=42893, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1224152275;c=1732328519017) 2024-11-23T02:22:01,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa2eae623d7ddf4a with lease ID 0x50afe861cb6aab5c: from storage DS-8f1f9faf-0d1f-4f7c-b680-e8df2fd2f0dd node DatanodeRegistration(127.0.0.1:42831, datanodeUuid=126b5dc1-52bc-4bbf-a1a0-502603d922f8, infoPort=42893, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1224152275;c=1732328519017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:22:01,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c 2024-11-23T02:22:01,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/zookeeper_0, clientPort=52285, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:22:01,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52285 2024-11-23T02:22:01,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:01,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:22:02,495 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a with version=8 2024-11-23T02:22:02,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/hbase-staging 2024-11-23T02:22:02,628 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T02:22:02,963 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fde8ce287ea2:0 server-side Connection retries=45 2024-11-23T02:22:02,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:22:02,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:22:02,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:22:02,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:22:02,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:22:03,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:22:03,195 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T02:22:03,205 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T02:22:03,209 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:22:03,236 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25272 (auto-detected) 2024-11-23T02:22:03,237 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T02:22:03,256 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44345 2024-11-23T02:22:03,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:03,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:03,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44345 connecting to ZooKeeper ensemble=127.0.0.1:52285 2024-11-23T02:22:03,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443450x0, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:22:03,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44345-0x100222f39210000 connected 2024-11-23T02:22:03,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T02:22:03,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:22:03,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T02:22:03,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-23T02:22:03,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-23T02:22:03,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-23T02:22:03,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-23T02:22:03,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-23T02:22:03,369 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a, hbase.cluster.distributed=false 2024-11-23T02:22:03,435 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fde8ce287ea2:0 server-side Connection retries=45 2024-11-23T02:22:03,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:22:03,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:22:03,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:22:03,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:22:03,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:22:03,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:22:03,442 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:22:03,444 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37605 2024-11-23T02:22:03,447 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:22:03,463 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:22:03,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:03,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:03,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37605 connecting to ZooKeeper ensemble=127.0.0.1:52285 2024-11-23T02:22:03,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376050x0, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:22:03,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37605-0x100222f39210001 connected 2024-11-23T02:22:03,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T02:22:03,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:22:03,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T02:22:03,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37605 2024-11-23T02:22:03,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37605 2024-11-23T02:22:03,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37605 2024-11-23T02:22:03,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37605 2024-11-23T02:22:03,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37605 2024-11-23T02:22:03,486 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:22:03,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:22:03,496 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:03,504 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fde8ce287ea2:44345 2024-11-23T02:22:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T02:22:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T02:22:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:03,527 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T02:22:03,529 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fde8ce287ea2,44345,1732328522621 from backup master directory 2024-11-23T02:22:03,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T02:22:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:03,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:22:03,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:22:03,533 WARN [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:22:03,534 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:03,537 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T02:22:03,539 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T02:22:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:22:04,010 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/hbase.id with ID: 8755cff7-b8a5-40cf-8cb4-1cad1c12c475 2024-11-23T02:22:04,052 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:22:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:04,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:22:04,114 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:04,117 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:22:04,136 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:04,141 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:22:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:22:04,590 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store 2024-11-23T02:22:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:22:05,012 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T02:22:05,012 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:05,013 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:22:05,013 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:22:05,014 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:22:05,014 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:22:05,014 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:22:05,014 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:22:05,014 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T02:22:05,017 WARN [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/.initializing 2024-11-23T02:22:05,017 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/WALs/fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:05,023 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:22:05,034 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fde8ce287ea2%2C44345%2C1732328522621, suffix=, logDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/WALs/fde8ce287ea2,44345,1732328522621, archiveDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/oldWALs, maxLogs=10 2024-11-23T02:22:05,057 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/WALs/fde8ce287ea2,44345,1732328522621/fde8ce287ea2%2C44345%2C1732328522621.1732328525039, exclude list is [], retry=0 2024-11-23T02:22:05,074 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-413fb4c8-a19e-4e19-9d3e-9997d4d0fd90,DISK] 2024-11-23T02:22:05,077 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T02:22:05,117 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/WALs/fde8ce287ea2,44345,1732328522621/fde8ce287ea2%2C44345%2C1732328522621.1732328525039 2024-11-23T02:22:05,118 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42893:42893)] 2024-11-23T02:22:05,119 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:05,120 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:05,123 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,124 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:22:05,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:05,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:05,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:22:05,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:05,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:05,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:22:05,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:05,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:05,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:22:05,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:05,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:05,214 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,215 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,225 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:22:05,229 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:22:05,233 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:05,234 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63805805, jitterRate=-0.049219414591789246}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:22:05,239 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T02:22:05,240 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:22:05,268 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67845769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:05,303 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T02:22:05,314 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:22:05,314 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:22:05,317 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:22:05,318 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T02:22:05,323 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-23T02:22:05,323 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:22:05,348 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:22:05,360 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T02:22:05,362 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T02:22:05,364 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:22:05,365 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:22:05,367 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T02:22:05,369 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:22:05,372 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:22:05,374 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T02:22:05,375 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:22:05,377 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T02:22:05,386 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:22:05,388 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T02:22:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T02:22:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T02:22:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:05,392 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fde8ce287ea2,44345,1732328522621, sessionid=0x100222f39210000, setting cluster-up flag (Was=false) 2024-11-23T02:22:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:05,411 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T02:22:05,413 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:05,424 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T02:22:05,425 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:05,500 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fde8ce287ea2:37605 2024-11-23T02:22:05,502 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1008): ClusterId : 8755cff7-b8a5-40cf-8cb4-1cad1c12c475 2024-11-23T02:22:05,505 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:22:05,504 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T02:22:05,510 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:22:05,511 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:22:05,511 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T02:22:05,513 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:22:05,514 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:22:05,514 DEBUG [RS:0;fde8ce287ea2:37605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a78135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:05,516 DEBUG [RS:0;fde8ce287ea2:37605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6372025d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fde8ce287ea2/172.17.0.2:0 2024-11-23T02:22:05,518 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T02:22:05,518 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T02:22:05,519 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T02:22:05,518 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fde8ce287ea2,44345,1732328522621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:22:05,521 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(3073): reportForDuty to master=fde8ce287ea2,44345,1732328522621 with isa=fde8ce287ea2/172.17.0.2:37605, startcode=1732328523434 2024-11-23T02:22:05,522 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:22:05,522 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:22:05,523 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:22:05,523 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:22:05,523 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fde8ce287ea2:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:22:05,523 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,524 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:22:05,524 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,526 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328555526 2024-11-23T02:22:05,528 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:22:05,529 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:22:05,533 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:22:05,534 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:22:05,534 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:22:05,534 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:22:05,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:22:05,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:22:05,535 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,538 DEBUG [RS:0;fde8ce287ea2:37605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:22:05,540 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:22:05,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:05,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:22:05,541 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:22:05,542 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:22:05,548 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:22:05,548 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:22:05,550 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.large.0-1732328525550,5,FailOnTimeoutGroup] 2024-11-23T02:22:05,550 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.small.0-1732328525550,5,FailOnTimeoutGroup] 2024-11-23T02:22:05,551 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,551 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:22:05,553 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,553 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741831_1007 (size=1039) 2024-11-23T02:22:05,584 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48837, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:22:05,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44345 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:05,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44345 {}] master.ServerManager(486): Registering regionserver=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:05,613 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:22:05,614 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40011 2024-11-23T02:22:05,614 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T02:22:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T02:22:05,620 DEBUG [RS:0;fde8ce287ea2:37605 {}] zookeeper.ZKUtil(111): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:05,620 WARN [RS:0;fde8ce287ea2:37605 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:22:05,620 INFO [RS:0;fde8ce287ea2:37605 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:22:05,621 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:05,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fde8ce287ea2,37605,1732328523434] 2024-11-23T02:22:05,637 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T02:22:05,653 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:22:05,671 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:22:05,674 INFO [RS:0;fde8ce287ea2:37605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:22:05,675 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,675 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T02:22:05,683 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,683 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,684 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,684 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,684 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,684 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,684 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fde8ce287ea2:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:22:05,684 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,685 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,685 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,685 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,685 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:22:05,685 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fde8ce287ea2:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:22:05,686 DEBUG [RS:0;fde8ce287ea2:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:22:05,686 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,687 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,687 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,687 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,687 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,37605,1732328523434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:22:05,709 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:22:05,711 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,37605,1732328523434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:05,732 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.Replication(204): fde8ce287ea2,37605,1732328523434 started 2024-11-23T02:22:05,732 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1767): Serving as fde8ce287ea2,37605,1732328523434, RpcServer on fde8ce287ea2/172.17.0.2:37605, sessionid=0x100222f39210001 2024-11-23T02:22:05,733 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:22:05,733 DEBUG [RS:0;fde8ce287ea2:37605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:05,733 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fde8ce287ea2,37605,1732328523434' 2024-11-23T02:22:05,734 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T02:22:05,735 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T02:22:05,735 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:22:05,735 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:22:05,736 DEBUG [RS:0;fde8ce287ea2:37605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:05,736 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fde8ce287ea2,37605,1732328523434' 2024-11-23T02:22:05,736 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T02:22:05,736 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T02:22:05,737 DEBUG [RS:0;fde8ce287ea2:37605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:22:05,737 INFO [RS:0;fde8ce287ea2:37605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:22:05,737 INFO [RS:0;fde8ce287ea2:37605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:22:05,843 INFO [RS:0;fde8ce287ea2:37605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:22:05,847 INFO [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fde8ce287ea2%2C37605%2C1732328523434, suffix=, logDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434, archiveDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/oldWALs, maxLogs=32 2024-11-23T02:22:05,864 DEBUG [RS:0;fde8ce287ea2:37605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434/fde8ce287ea2%2C37605%2C1732328523434.1732328525849, exclude list is [], retry=0 2024-11-23T02:22:05,869 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-413fb4c8-a19e-4e19-9d3e-9997d4d0fd90,DISK] 2024-11-23T02:22:05,873 INFO [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434/fde8ce287ea2%2C37605%2C1732328523434.1732328525849 2024-11-23T02:22:05,873 DEBUG [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42893:42893)] 2024-11-23T02:22:05,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T02:22:05,962 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:22:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:22:06,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:22:06,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:22:06,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:06,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:06,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:22:06,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:22:06,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:06,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:06,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:22:06,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:22:06,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:06,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:06,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740 2024-11-23T02:22:06,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740 2024-11-23T02:22:06,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:06,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T02:22:06,403 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:06,404 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70254919, jitterRate=0.04687987267971039}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:06,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T02:22:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:22:06,407 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T02:22:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T02:22:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:22:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:22:06,408 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T02:22:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T02:22:06,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:22:06,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T02:22:06,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:22:06,428 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:22:06,431 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:22:06,582 DEBUG [fde8ce287ea2:44345 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:22:06,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:06,593 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fde8ce287ea2,37605,1732328523434, state=OPENING 2024-11-23T02:22:06,598 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:22:06,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:06,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:06,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:22:06,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:22:06,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:06,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:06,778 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:22:06,781 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:22:06,793 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T02:22:06,793 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:22:06,794 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:22:06,798 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fde8ce287ea2%2C37605%2C1732328523434.meta, suffix=.meta, logDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434, archiveDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/oldWALs, maxLogs=32 2024-11-23T02:22:06,821 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434/fde8ce287ea2%2C37605%2C1732328523434.meta.1732328526800.meta, exclude list is [], retry=0 2024-11-23T02:22:06,825 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-413fb4c8-a19e-4e19-9d3e-9997d4d0fd90,DISK] 2024-11-23T02:22:06,829 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/WALs/fde8ce287ea2,37605,1732328523434/fde8ce287ea2%2C37605%2C1732328523434.meta.1732328526800.meta 2024-11-23T02:22:06,829 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42893:42893)] 2024-11-23T02:22:06,830 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:06,832 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:22:06,897 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:22:06,902 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:22:06,906 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:22:06,907 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:06,907 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T02:22:06,907 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T02:22:06,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:22:06,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:22:06,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:06,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:06,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:22:06,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:22:06,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:06,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:06,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:22:06,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:22:06,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:06,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:22:06,919 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740 2024-11-23T02:22:06,922 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740 2024-11-23T02:22:06,924 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:06,926 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T02:22:06,928 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73649648, jitterRate=0.09746527671813965}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:06,930 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T02:22:06,937 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328526771 2024-11-23T02:22:06,948 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:22:06,949 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T02:22:06,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:06,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fde8ce287ea2,37605,1732328523434, state=OPEN 2024-11-23T02:22:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T02:22:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T02:22:06,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:22:06,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:22:06,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:22:06,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fde8ce287ea2,37605,1732328523434 in 354 msec 2024-11-23T02:22:06,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:22:06,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-11-23T02:22:06,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5110 sec 2024-11-23T02:22:06,971 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328526971, completionTime=-1 2024-11-23T02:22:06,971 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:22:06,971 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T02:22:07,009 DEBUG [hconnection-0x315767a3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:07,013 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:07,026 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T02:22:07,026 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328587026 2024-11-23T02:22:07,027 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328647026 2024-11-23T02:22:07,027 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 55 msec 2024-11-23T02:22:07,053 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,44345,1732328522621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:07,054 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,44345,1732328522621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:07,054 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,44345,1732328522621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:07,055 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fde8ce287ea2:44345, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:07,056 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:07,062 DEBUG [master/fde8ce287ea2:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T02:22:07,065 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T02:22:07,066 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:22:07,073 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T02:22:07,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:22:07,077 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:07,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:22:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741835_1011 (size=358) 2024-11-23T02:22:07,497 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 798920de3cca0abc486bda0b4899ed72, NAME => 'hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:22:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741836_1012 (size=42) 2024-11-23T02:22:07,908 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:07,908 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 798920de3cca0abc486bda0b4899ed72, disabling compactions & flushes 2024-11-23T02:22:07,909 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:07,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:07,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. after waiting 0 ms 2024-11-23T02:22:07,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:07,909 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:07,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 798920de3cca0abc486bda0b4899ed72: 2024-11-23T02:22:07,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:22:07,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732328527913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328527913"}]},"ts":"1732328527913"} 2024-11-23T02:22:07,945 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:22:07,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:22:07,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328527947"}]},"ts":"1732328527947"} 2024-11-23T02:22:07,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T02:22:07,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=798920de3cca0abc486bda0b4899ed72, ASSIGN}] 2024-11-23T02:22:07,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=798920de3cca0abc486bda0b4899ed72, ASSIGN 2024-11-23T02:22:07,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=798920de3cca0abc486bda0b4899ed72, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:22:08,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=798920de3cca0abc486bda0b4899ed72, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:08,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 798920de3cca0abc486bda0b4899ed72, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:08,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:08,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:08,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 798920de3cca0abc486bda0b4899ed72, NAME => 'hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:08,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:08,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,284 INFO [StoreOpener-798920de3cca0abc486bda0b4899ed72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,286 INFO [StoreOpener-798920de3cca0abc486bda0b4899ed72-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 798920de3cca0abc486bda0b4899ed72 columnFamilyName info 2024-11-23T02:22:08,286 DEBUG [StoreOpener-798920de3cca0abc486bda0b4899ed72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:08,287 INFO [StoreOpener-798920de3cca0abc486bda0b4899ed72-1 {}] regionserver.HStore(327): Store=798920de3cca0abc486bda0b4899ed72/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:08,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:22:08,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:08,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 798920de3cca0abc486bda0b4899ed72; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67909719, jitterRate=0.011933669447898865}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T02:22:08,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 798920de3cca0abc486bda0b4899ed72: 2024-11-23T02:22:08,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72., pid=6, masterSystemTime=1732328528273 2024-11-23T02:22:08,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:08,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:22:08,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=798920de3cca0abc486bda0b4899ed72, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:08,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:22:08,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 798920de3cca0abc486bda0b4899ed72, server=fde8ce287ea2,37605,1732328523434 in 189 msec 2024-11-23T02:22:08,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:22:08,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=798920de3cca0abc486bda0b4899ed72, ASSIGN in 351 msec 2024-11-23T02:22:08,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:22:08,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328528316"}]},"ts":"1732328528316"} 2024-11-23T02:22:08,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T02:22:08,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:22:08,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2550 sec 2024-11-23T02:22:08,377 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T02:22:08,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:08,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T02:22:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:22:08,409 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T02:22:08,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T02:22:08,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-23T02:22:08,433 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T02:22:08,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T02:22:08,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-23T02:22:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T02:22:08,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T02:22:08,462 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.928sec 2024-11-23T02:22:08,463 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:22:08,465 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:22:08,465 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:22:08,466 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:22:08,466 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:22:08,467 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,44345,1732328522621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:22:08,467 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,44345,1732328522621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:22:08,474 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:22:08,474 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:22:08,475 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,44345,1732328522621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:22:08,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-23T02:22:08,505 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T02:22:08,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:08,517 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T02:22:08,517 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T02:22:08,527 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:08,536 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:08,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fde8ce287ea2,44345,1732328522621 2024-11-23T02:22:08,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=217, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=4557 2024-11-23T02:22:08,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:22:08,598 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:22:08,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:22:08,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:08,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:22:08,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:08,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:22:08,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T02:22:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:22:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741837_1013 (size=963) 2024-11-23T02:22:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:22:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:22:09,035 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:22:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741838_1014 (size=53) 2024-11-23T02:22:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:22:09,445 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:09,445 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d0cb039fd24488d582dd229e634824e4, disabling compactions & flushes 2024-11-23T02:22:09,445 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,445 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. after waiting 0 ms 2024-11-23T02:22:09,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:09,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:22:09,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328529448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328529448"}]},"ts":"1732328529448"} 2024-11-23T02:22:09,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:22:09,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:22:09,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328529453"}]},"ts":"1732328529453"} 2024-11-23T02:22:09,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:22:09,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, ASSIGN}] 2024-11-23T02:22:09,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, ASSIGN 2024-11-23T02:22:09,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:22:09,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d0cb039fd24488d582dd229e634824e4, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:09,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:22:09,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:09,776 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,777 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:09,777 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,777 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:09,777 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,777 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,780 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,783 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:09,783 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0cb039fd24488d582dd229e634824e4 columnFamilyName A 2024-11-23T02:22:09,783 DEBUG [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:09,784 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.HStore(327): Store=d0cb039fd24488d582dd229e634824e4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:09,784 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,786 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:09,786 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0cb039fd24488d582dd229e634824e4 columnFamilyName B 2024-11-23T02:22:09,787 DEBUG [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:09,787 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.HStore(327): Store=d0cb039fd24488d582dd229e634824e4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:09,788 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,789 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:09,790 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0cb039fd24488d582dd229e634824e4 columnFamilyName C 2024-11-23T02:22:09,790 DEBUG [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:09,790 INFO [StoreOpener-d0cb039fd24488d582dd229e634824e4-1 {}] regionserver.HStore(327): Store=d0cb039fd24488d582dd229e634824e4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:09,791 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,792 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,793 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,796 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:09,799 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:09,803 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:09,804 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened d0cb039fd24488d582dd229e634824e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71659658, jitterRate=0.06781211495399475}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:09,805 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:09,807 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., pid=11, masterSystemTime=1732328529770 2024-11-23T02:22:09,810 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,811 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:09,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d0cb039fd24488d582dd229e634824e4, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:09,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T02:22:09,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 in 199 msec 2024-11-23T02:22:09,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:22:09,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, ASSIGN in 359 msec 2024-11-23T02:22:09,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:22:09,824 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328529823"}]},"ts":"1732328529823"} 2024-11-23T02:22:09,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:22:09,830 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:22:09,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2150 sec 2024-11-23T02:22:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:22:10,743 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T02:22:10,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-11-23T02:22:10,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,764 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:22:10,772 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:22:10,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-11-23T02:22:10,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f343a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-11-23T02:22:10,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-11-23T02:22:10,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-11-23T02:22:10,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e52b42a to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f34ff67 2024-11-23T02:22:10,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-11-23T02:22:10,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-11-23T02:22:10,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-11-23T02:22:10,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-11-23T02:22:10,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:10,845 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,851 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,852 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,856 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T02:22:10,871 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:10,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:10,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:10,884 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,889 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,890 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,899 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,898 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,892 DEBUG [hconnection-0x642ace61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,932 DEBUG [hconnection-0x2c856705-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,939 DEBUG [hconnection-0x349dfba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,971 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:10,986 DEBUG [hconnection-0x38022e10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:10,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:22:10,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:11,006 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:11,014 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:11,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:11,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:11,031 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:11,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:11,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:11,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:11,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:11,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/21f8467bbda341189af4c0c51c4c2b91 is 50, key is test_row_0/A:col10/1732328530960/Put/seqid=0 2024-11-23T02:22:11,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:11,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328591246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328591250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328591269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328591258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328591274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741839_1015 (size=12001) 2024-11-23T02:22:11,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328591419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328591419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328591422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328591422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328591423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:11,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328591632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328591633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328591636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T02:22:11,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:22:11,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T02:22:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328591636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328591637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/21f8467bbda341189af4c0c51c4c2b91 2024-11-23T02:22:11,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:11,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:11,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/631ca2d827104ba9af29b729e006e0a6 is 50, key is test_row_0/B:col10/1732328530960/Put/seqid=0 2024-11-23T02:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328591946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328591946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328591945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328591952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741840_1016 (size=12001) 2024-11-23T02:22:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328591955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:12,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/631ca2d827104ba9af29b729e006e0a6 2024-11-23T02:22:12,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:22:12,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/4c682c8952654371aecf37673786ead9 is 50, key is test_row_0/C:col10/1732328530960/Put/seqid=0 2024-11-23T02:22:12,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328592457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328592460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328592460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328592463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328592465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741841_1017 (size=12001) 2024-11-23T02:22:12,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:12,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:12,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/4c682c8952654371aecf37673786ead9 2024-11-23T02:22:12,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/21f8467bbda341189af4c0c51c4c2b91 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/21f8467bbda341189af4c0c51c4c2b91 2024-11-23T02:22:12,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/21f8467bbda341189af4c0c51c4c2b91, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T02:22:12,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/631ca2d827104ba9af29b729e006e0a6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/631ca2d827104ba9af29b729e006e0a6 2024-11-23T02:22:12,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/631ca2d827104ba9af29b729e006e0a6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T02:22:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/4c682c8952654371aecf37673786ead9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/4c682c8952654371aecf37673786ead9 2024-11-23T02:22:12,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/4c682c8952654371aecf37673786ead9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T02:22:12,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d0cb039fd24488d582dd229e634824e4 in 1981ms, sequenceid=14, compaction requested=false 2024-11-23T02:22:12,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:12,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:12,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:22:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:12,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/3bc935e7d5034d7687d2a8ba4cd36866 is 50, key is test_row_0/A:col10/1732328531258/Put/seqid=0 2024-11-23T02:22:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741842_1018 (size=12001) 2024-11-23T02:22:13,083 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/3bc935e7d5034d7687d2a8ba4cd36866 2024-11-23T02:22:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4922292f1207432d844061a8d28daea9 is 50, key is test_row_0/B:col10/1732328531258/Put/seqid=0 2024-11-23T02:22:13,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741843_1019 (size=12001) 2024-11-23T02:22:13,159 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4922292f1207432d844061a8d28daea9 2024-11-23T02:22:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/bd2b33ce58cb4518abe7ad45e46da27d is 50, key is test_row_0/C:col10/1732328531258/Put/seqid=0 2024-11-23T02:22:13,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:22:13,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T02:22:13,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T02:22:13,203 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T02:22:13,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:22:13,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T02:22:13,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:22:13,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T02:22:13,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:22:13,206 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T02:22:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741844_1020 (size=12001) 2024-11-23T02:22:13,252 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/bd2b33ce58cb4518abe7ad45e46da27d 2024-11-23T02:22:13,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/3bc935e7d5034d7687d2a8ba4cd36866 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/3bc935e7d5034d7687d2a8ba4cd36866 2024-11-23T02:22:13,284 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/3bc935e7d5034d7687d2a8ba4cd36866, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:22:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4922292f1207432d844061a8d28daea9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4922292f1207432d844061a8d28daea9 2024-11-23T02:22:13,311 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4922292f1207432d844061a8d28daea9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:22:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/bd2b33ce58cb4518abe7ad45e46da27d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/bd2b33ce58cb4518abe7ad45e46da27d 2024-11-23T02:22:13,335 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/bd2b33ce58cb4518abe7ad45e46da27d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:22:13,339 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for d0cb039fd24488d582dd229e634824e4 in 342ms, sequenceid=38, compaction requested=false 2024-11-23T02:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T02:22:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T02:22:13,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T02:22:13,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4690 sec 2024-11-23T02:22:13,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.4890 sec 2024-11-23T02:22:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:13,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6f7ce48772b84d3c9259028a36dd28ef is 50, key is test_row_0/A:col10/1732328533490/Put/seqid=0 2024-11-23T02:22:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741845_1021 (size=19021) 2024-11-23T02:22:13,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6f7ce48772b84d3c9259028a36dd28ef 2024-11-23T02:22:13,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/fb4f211c62474b90858e29ad73dc5872 is 50, key is test_row_0/B:col10/1732328533490/Put/seqid=0 2024-11-23T02:22:13,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741846_1022 (size=12001) 2024-11-23T02:22:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328593639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/fb4f211c62474b90858e29ad73dc5872 2024-11-23T02:22:13,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328593641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328593648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328593645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328593653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3d5203fdbf8c42c7baa4171963ac6b9a is 50, key is test_row_0/C:col10/1732328533490/Put/seqid=0 2024-11-23T02:22:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741847_1023 (size=12001) 2024-11-23T02:22:13,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328593770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328593772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328593773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328593773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328593774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328593983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328593984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328593987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:13,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328593992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328593992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3d5203fdbf8c42c7baa4171963ac6b9a 2024-11-23T02:22:14,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6f7ce48772b84d3c9259028a36dd28ef as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6f7ce48772b84d3c9259028a36dd28ef 2024-11-23T02:22:14,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6f7ce48772b84d3c9259028a36dd28ef, entries=300, sequenceid=49, filesize=18.6 K 2024-11-23T02:22:14,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/fb4f211c62474b90858e29ad73dc5872 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fb4f211c62474b90858e29ad73dc5872 2024-11-23T02:22:14,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fb4f211c62474b90858e29ad73dc5872, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:22:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3d5203fdbf8c42c7baa4171963ac6b9a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3d5203fdbf8c42c7baa4171963ac6b9a 2024-11-23T02:22:14,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3d5203fdbf8c42c7baa4171963ac6b9a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:22:14,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d0cb039fd24488d582dd229e634824e4 in 734ms, sequenceid=49, compaction requested=true 2024-11-23T02:22:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:14,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:14,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:14,256 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:14,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:14,256 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:14,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:14,261 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:14,263 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:14,263 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:14,263 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/631ca2d827104ba9af29b729e006e0a6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4922292f1207432d844061a8d28daea9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fb4f211c62474b90858e29ad73dc5872] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.2 K 2024-11-23T02:22:14,264 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:14,264 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:14,265 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 631ca2d827104ba9af29b729e006e0a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732328530957 2024-11-23T02:22:14,266 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4922292f1207432d844061a8d28daea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328531199 2024-11-23T02:22:14,266 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting fb4f211c62474b90858e29ad73dc5872, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328533490 2024-11-23T02:22:14,267 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:14,267 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/21f8467bbda341189af4c0c51c4c2b91, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/3bc935e7d5034d7687d2a8ba4cd36866, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6f7ce48772b84d3c9259028a36dd28ef] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=42.0 K 2024-11-23T02:22:14,268 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21f8467bbda341189af4c0c51c4c2b91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732328530957 2024-11-23T02:22:14,270 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc935e7d5034d7687d2a8ba4cd36866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328531199 2024-11-23T02:22:14,273 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f7ce48772b84d3c9259028a36dd28ef, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328533484 2024-11-23T02:22:14,314 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:14,316 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/e3a9a92001dc444a87dba4bf08af0ac9 is 50, key is test_row_0/B:col10/1732328533490/Put/seqid=0 2024-11-23T02:22:14,331 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:14,332 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6c5104d4cb92473fbd4e8fa1a87a80c2 is 50, key is test_row_0/A:col10/1732328533490/Put/seqid=0 2024-11-23T02:22:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741848_1024 (size=12104) 2024-11-23T02:22:14,389 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/e3a9a92001dc444a87dba4bf08af0ac9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e3a9a92001dc444a87dba4bf08af0ac9 2024-11-23T02:22:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741849_1025 (size=12104) 2024-11-23T02:22:14,404 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6c5104d4cb92473fbd4e8fa1a87a80c2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6c5104d4cb92473fbd4e8fa1a87a80c2 2024-11-23T02:22:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:14,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T02:22:14,443 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into e3a9a92001dc444a87dba4bf08af0ac9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:14,443 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 6c5104d4cb92473fbd4e8fa1a87a80c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:14,443 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:14,443 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:14,443 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328534256; duration=0sec 2024-11-23T02:22:14,443 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328534248; duration=0sec 2024-11-23T02:22:14,444 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:14,444 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:14,444 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:14,444 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:14,444 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:14,448 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:14,449 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:14,449 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:14,449 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/4c682c8952654371aecf37673786ead9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/bd2b33ce58cb4518abe7ad45e46da27d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3d5203fdbf8c42c7baa4171963ac6b9a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.2 K 2024-11-23T02:22:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:14,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:14,452 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c682c8952654371aecf37673786ead9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732328530957 2024-11-23T02:22:14,453 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2b33ce58cb4518abe7ad45e46da27d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328531199 2024-11-23T02:22:14,454 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d5203fdbf8c42c7baa4171963ac6b9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328533490 2024-11-23T02:22:14,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328594449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328594450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328594456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328594460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328594471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/09a5a702886c4c9eaff7dfb4cea77a91 is 50, key is test_row_0/A:col10/1732328534429/Put/seqid=0 2024-11-23T02:22:14,495 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:14,496 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d4231a05305240aa953a3724ac4d205a is 50, key is test_row_0/C:col10/1732328533490/Put/seqid=0 2024-11-23T02:22:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741850_1026 (size=16681) 2024-11-23T02:22:14,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/09a5a702886c4c9eaff7dfb4cea77a91 2024-11-23T02:22:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741851_1027 (size=12104) 2024-11-23T02:22:14,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b4a6c016faa64ecd9f9723c88e0352d7 is 50, key is test_row_0/B:col10/1732328534429/Put/seqid=0 2024-11-23T02:22:14,578 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d4231a05305240aa953a3724ac4d205a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d4231a05305240aa953a3724ac4d205a 2024-11-23T02:22:14,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328594575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328594578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328594578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328594579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328594579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,597 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into d4231a05305240aa953a3724ac4d205a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:14,597 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:14,597 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328534257; duration=0sec 2024-11-23T02:22:14,597 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:14,598 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741852_1028 (size=12001) 2024-11-23T02:22:14,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b4a6c016faa64ecd9f9723c88e0352d7 2024-11-23T02:22:14,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/ef6b364aaaae405391d7a903dcdf14c1 is 50, key is test_row_0/C:col10/1732328534429/Put/seqid=0 2024-11-23T02:22:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741853_1029 (size=12001) 2024-11-23T02:22:14,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/ef6b364aaaae405391d7a903dcdf14c1 2024-11-23T02:22:14,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/09a5a702886c4c9eaff7dfb4cea77a91 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a5a702886c4c9eaff7dfb4cea77a91 2024-11-23T02:22:14,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a5a702886c4c9eaff7dfb4cea77a91, entries=250, sequenceid=81, filesize=16.3 K 2024-11-23T02:22:14,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b4a6c016faa64ecd9f9723c88e0352d7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4a6c016faa64ecd9f9723c88e0352d7 2024-11-23T02:22:14,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4a6c016faa64ecd9f9723c88e0352d7, entries=150, sequenceid=81, filesize=11.7 K 2024-11-23T02:22:14,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/ef6b364aaaae405391d7a903dcdf14c1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/ef6b364aaaae405391d7a903dcdf14c1 2024-11-23T02:22:14,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/ef6b364aaaae405391d7a903dcdf14c1, entries=150, sequenceid=81, filesize=11.7 K 2024-11-23T02:22:14,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for d0cb039fd24488d582dd229e634824e4 in 345ms, sequenceid=81, compaction requested=false 2024-11-23T02:22:14,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:14,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:14,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:14,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:14,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:14,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:14,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:14,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:14,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/0302e52f5be24e3d8ad97ad3138bb852 is 50, key is test_row_0/A:col10/1732328534792/Put/seqid=0 2024-11-23T02:22:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741854_1030 (size=16681) 2024-11-23T02:22:14,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/0302e52f5be24e3d8ad97ad3138bb852 2024-11-23T02:22:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328594884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328594886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328594889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328594890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328594892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:14,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/1850e0bb5d7544b6a64190c0fa6640e9 is 50, key is test_row_0/B:col10/1732328534792/Put/seqid=0 2024-11-23T02:22:14,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741855_1031 (size=12001) 2024-11-23T02:22:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:22:14,994 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T02:22:14,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T02:22:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:15,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:15,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:15,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328595000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328594999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328595001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328595001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328595004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:15,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328595217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328595218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328595220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328595220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328595221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:15,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/1850e0bb5d7544b6a64190c0fa6640e9 2024-11-23T02:22:15,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c851e43c4d6e4c6380656c0cf82527ae is 50, key is test_row_0/C:col10/1732328534792/Put/seqid=0 2024-11-23T02:22:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741856_1032 (size=12001) 2024-11-23T02:22:15,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c851e43c4d6e4c6380656c0cf82527ae 2024-11-23T02:22:15,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/0302e52f5be24e3d8ad97ad3138bb852 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/0302e52f5be24e3d8ad97ad3138bb852 2024-11-23T02:22:15,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/0302e52f5be24e3d8ad97ad3138bb852, entries=250, sequenceid=94, filesize=16.3 K 2024-11-23T02:22:15,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/1850e0bb5d7544b6a64190c0fa6640e9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1850e0bb5d7544b6a64190c0fa6640e9 2024-11-23T02:22:15,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1850e0bb5d7544b6a64190c0fa6640e9, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T02:22:15,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c851e43c4d6e4c6380656c0cf82527ae as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c851e43c4d6e4c6380656c0cf82527ae 2024-11-23T02:22:15,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c851e43c4d6e4c6380656c0cf82527ae, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T02:22:15,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d0cb039fd24488d582dd229e634824e4 in 701ms, sequenceid=94, compaction requested=true 2024-11-23T02:22:15,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:15,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:15,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,514 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:15,514 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:15,517 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:15,517 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:15,517 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,517 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e3a9a92001dc444a87dba4bf08af0ac9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4a6c016faa64ecd9f9723c88e0352d7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1850e0bb5d7544b6a64190c0fa6640e9] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.3 K 2024-11-23T02:22:15,518 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45466 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:15,518 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:15,518 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,518 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6c5104d4cb92473fbd4e8fa1a87a80c2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a5a702886c4c9eaff7dfb4cea77a91, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/0302e52f5be24e3d8ad97ad3138bb852] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=44.4 K 2024-11-23T02:22:15,519 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a9a92001dc444a87dba4bf08af0ac9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328533490 2024-11-23T02:22:15,519 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a6c016faa64ecd9f9723c88e0352d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732328533641 2024-11-23T02:22:15,520 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1850e0bb5d7544b6a64190c0fa6640e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328534792 2024-11-23T02:22:15,523 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c5104d4cb92473fbd4e8fa1a87a80c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328533490 2024-11-23T02:22:15,524 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a5a702886c4c9eaff7dfb4cea77a91, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732328533632 2024-11-23T02:22:15,525 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0302e52f5be24e3d8ad97ad3138bb852, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328534792 2024-11-23T02:22:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:15,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,553 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:15,554 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/728606821ab943bca846bc9340d31f73 is 50, key is test_row_0/B:col10/1732328534792/Put/seqid=0 2024-11-23T02:22:15,558 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:15,559 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/b55103f5d47549dc9dac9a1941dbe2e4 is 50, key is test_row_0/A:col10/1732328534792/Put/seqid=0 2024-11-23T02:22:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741857_1033 (size=12207) 2024-11-23T02:22:15,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/de32932944b3412b8980e4ad07f2889a is 50, key is test_row_0/A:col10/1732328534864/Put/seqid=0 2024-11-23T02:22:15,599 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/728606821ab943bca846bc9340d31f73 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/728606821ab943bca846bc9340d31f73 2024-11-23T02:22:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:15,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:15,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,635 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into 728606821ab943bca846bc9340d31f73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:15,635 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:15,635 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328535514; duration=0sec 2024-11-23T02:22:15,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,635 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:15,635 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:15,636 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:15,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328595550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328595554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741858_1034 (size=12207) 2024-11-23T02:22:15,640 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:15,640 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:15,641 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,641 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d4231a05305240aa953a3724ac4d205a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/ef6b364aaaae405391d7a903dcdf14c1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c851e43c4d6e4c6380656c0cf82527ae] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.3 K 2024-11-23T02:22:15,643 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d4231a05305240aa953a3724ac4d205a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328533490 2024-11-23T02:22:15,644 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ef6b364aaaae405391d7a903dcdf14c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732328533641 2024-11-23T02:22:15,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741859_1035 (size=16681) 2024-11-23T02:22:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328595638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,648 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c851e43c4d6e4c6380656c0cf82527ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328534792 2024-11-23T02:22:15,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/de32932944b3412b8980e4ad07f2889a 2024-11-23T02:22:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328595638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328595638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,666 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/b55103f5d47549dc9dac9a1941dbe2e4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b55103f5d47549dc9dac9a1941dbe2e4 2024-11-23T02:22:15,681 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into b55103f5d47549dc9dac9a1941dbe2e4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:15,681 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:15,681 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328535514; duration=0sec 2024-11-23T02:22:15,681 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,682 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:15,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/a3cd2abacd734c08a52dbc6feec38285 is 50, key is test_row_0/B:col10/1732328534864/Put/seqid=0 2024-11-23T02:22:15,684 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:15,685 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/6bc28c5192a94788b6e301e570207dce is 50, key is test_row_0/C:col10/1732328534792/Put/seqid=0 2024-11-23T02:22:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741860_1036 (size=12001) 2024-11-23T02:22:15,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/a3cd2abacd734c08a52dbc6feec38285 2024-11-23T02:22:15,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328595740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328595741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328595751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741861_1037 (size=12207) 2024-11-23T02:22:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328595753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328595756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/b35203ddb4314c8298ee6f636a81adef is 50, key is test_row_0/C:col10/1732328534864/Put/seqid=0 2024-11-23T02:22:15,777 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/6bc28c5192a94788b6e301e570207dce as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/6bc28c5192a94788b6e301e570207dce 2024-11-23T02:22:15,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,798 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into 6bc28c5192a94788b6e301e570207dce(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:15,798 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:15,799 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328535515; duration=0sec 2024-11-23T02:22:15,799 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,799 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741862_1038 (size=12001) 2024-11-23T02:22:15,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:15,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328595952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328595959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328595959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328595967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:15,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328595968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:16,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/b35203ddb4314c8298ee6f636a81adef 2024-11-23T02:22:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/de32932944b3412b8980e4ad07f2889a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/de32932944b3412b8980e4ad07f2889a 2024-11-23T02:22:16,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/de32932944b3412b8980e4ad07f2889a, entries=250, sequenceid=121, filesize=16.3 K 2024-11-23T02:22:16,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/a3cd2abacd734c08a52dbc6feec38285 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a3cd2abacd734c08a52dbc6feec38285 2024-11-23T02:22:16,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a3cd2abacd734c08a52dbc6feec38285, entries=150, sequenceid=121, filesize=11.7 K 2024-11-23T02:22:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/b35203ddb4314c8298ee6f636a81adef as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b35203ddb4314c8298ee6f636a81adef 2024-11-23T02:22:16,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328596258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b35203ddb4314c8298ee6f636a81adef, entries=150, sequenceid=121, filesize=11.7 K 2024-11-23T02:22:16,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d0cb039fd24488d582dd229e634824e4 in 738ms, sequenceid=121, compaction requested=false 2024-11-23T02:22:16,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:16,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:16,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/61ff04e47a004dcb9d87e845c209f6cc is 50, key is test_row_0/A:col10/1732328536270/Put/seqid=0 2024-11-23T02:22:16,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741863_1039 (size=12151) 2024-11-23T02:22:16,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/61ff04e47a004dcb9d87e845c209f6cc 2024-11-23T02:22:16,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/de4b323d1f6c4fd18fb1f41172428971 is 50, key is test_row_0/B:col10/1732328536270/Put/seqid=0 2024-11-23T02:22:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741864_1040 (size=12151) 2024-11-23T02:22:16,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/de4b323d1f6c4fd18fb1f41172428971 2024-11-23T02:22:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/db90f063146f48828ee85ae9b136e3e4 is 50, key is test_row_0/C:col10/1732328536270/Put/seqid=0 2024-11-23T02:22:16,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328596529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328596532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328596541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328596563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741865_1041 (size=12151) 2024-11-23T02:22:16,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328596647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328596650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328596664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328596670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328596771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328596855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328596859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328596870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328596877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:16,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:16,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:16,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:16,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/db90f063146f48828ee85ae9b136e3e4 2024-11-23T02:22:17,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/61ff04e47a004dcb9d87e845c209f6cc as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/61ff04e47a004dcb9d87e845c209f6cc 2024-11-23T02:22:17,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/61ff04e47a004dcb9d87e845c209f6cc, entries=150, sequenceid=137, filesize=11.9 K 2024-11-23T02:22:17,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/de4b323d1f6c4fd18fb1f41172428971 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/de4b323d1f6c4fd18fb1f41172428971 2024-11-23T02:22:17,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/de4b323d1f6c4fd18fb1f41172428971, entries=150, sequenceid=137, filesize=11.9 K 2024-11-23T02:22:17,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/db90f063146f48828ee85ae9b136e3e4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/db90f063146f48828ee85ae9b136e3e4 2024-11-23T02:22:17,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/db90f063146f48828ee85ae9b136e3e4, entries=150, sequenceid=137, filesize=11.9 K 2024-11-23T02:22:17,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d0cb039fd24488d582dd229e634824e4 in 685ms, sequenceid=137, compaction requested=true 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:17,035 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:22:17,036 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:17,038 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:17,038 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:17,038 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:17,038 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:17,038 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:17,038 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/728606821ab943bca846bc9340d31f73, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a3cd2abacd734c08a52dbc6feec38285, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/de4b323d1f6c4fd18fb1f41172428971] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.5 K 2024-11-23T02:22:17,038 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:17,039 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b55103f5d47549dc9dac9a1941dbe2e4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/de32932944b3412b8980e4ad07f2889a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/61ff04e47a004dcb9d87e845c209f6cc] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=40.1 K 2024-11-23T02:22:17,040 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 728606821ab943bca846bc9340d31f73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328534792 2024-11-23T02:22:17,040 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b55103f5d47549dc9dac9a1941dbe2e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328534792 2024-11-23T02:22:17,041 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a3cd2abacd734c08a52dbc6feec38285, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732328534864 2024-11-23T02:22:17,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,041 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting de32932944b3412b8980e4ad07f2889a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732328534864 2024-11-23T02:22:17,042 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting de4b323d1f6c4fd18fb1f41172428971, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732328535563 2024-11-23T02:22:17,042 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61ff04e47a004dcb9d87e845c209f6cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732328535563 2024-11-23T02:22:17,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:22:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:17,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:22:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:17,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/eb0861696ebf468fa0aae402051d8d35 is 50, key is test_row_0/A:col10/1732328536372/Put/seqid=0 2024-11-23T02:22:17,093 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:17,094 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/09a99834706f4fcfa53dc989cfd27aac is 50, key is test_row_0/A:col10/1732328536270/Put/seqid=0 2024-11-23T02:22:17,110 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:17,111 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/cd4ae19e017e40c782a254be32566a1d is 50, key is test_row_0/B:col10/1732328536270/Put/seqid=0 2024-11-23T02:22:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741866_1042 (size=12151) 2024-11-23T02:22:17,140 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/eb0861696ebf468fa0aae402051d8d35 2024-11-23T02:22:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741867_1043 (size=12459) 2024-11-23T02:22:17,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:17,180 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/09a99834706f4fcfa53dc989cfd27aac as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a99834706f4fcfa53dc989cfd27aac 2024-11-23T02:22:17,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4e433da7dbdb4bbeaf86cb4871bada2b is 50, key is test_row_0/B:col10/1732328536372/Put/seqid=0 2024-11-23T02:22:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741868_1044 (size=12459) 2024-11-23T02:22:17,196 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 09a99834706f4fcfa53dc989cfd27aac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:17,196 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:17,196 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328537035; duration=0sec 2024-11-23T02:22:17,196 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:17,197 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:17,197 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:17,199 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:17,199 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:17,199 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:17,199 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/6bc28c5192a94788b6e301e570207dce, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b35203ddb4314c8298ee6f636a81adef, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/db90f063146f48828ee85ae9b136e3e4] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.5 K 2024-11-23T02:22:17,200 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc28c5192a94788b6e301e570207dce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328534792 2024-11-23T02:22:17,201 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b35203ddb4314c8298ee6f636a81adef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732328534864 2024-11-23T02:22:17,202 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting db90f063146f48828ee85ae9b136e3e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732328535563 2024-11-23T02:22:17,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328597214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328597215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328597215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328597217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741869_1045 (size=12151) 2024-11-23T02:22:17,233 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:17,234 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/5c79dba413d84ff39856c6b10a674304 is 50, key is test_row_0/C:col10/1732328536270/Put/seqid=0 2024-11-23T02:22:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741870_1046 (size=12459) 2024-11-23T02:22:17,290 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/5c79dba413d84ff39856c6b10a674304 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/5c79dba413d84ff39856c6b10a674304 2024-11-23T02:22:17,301 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into 5c79dba413d84ff39856c6b10a674304(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:17,301 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:17,302 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328537035; duration=0sec 2024-11-23T02:22:17,302 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:17,302 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:17,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328597320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328597321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328597328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328597330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328597526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328597527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328597537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328597542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,610 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/cd4ae19e017e40c782a254be32566a1d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/cd4ae19e017e40c782a254be32566a1d 2024-11-23T02:22:17,628 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into cd4ae19e017e40c782a254be32566a1d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:17,628 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:17,628 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328537035; duration=0sec 2024-11-23T02:22:17,628 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:17,628 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:17,631 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4e433da7dbdb4bbeaf86cb4871bada2b 2024-11-23T02:22:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/57ef052503d34f2fb19b431021b2f57a is 50, key is test_row_0/C:col10/1732328536372/Put/seqid=0 2024-11-23T02:22:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741871_1047 (size=12151) 2024-11-23T02:22:17,714 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/57ef052503d34f2fb19b431021b2f57a 2024-11-23T02:22:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/eb0861696ebf468fa0aae402051d8d35 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/eb0861696ebf468fa0aae402051d8d35 2024-11-23T02:22:17,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/eb0861696ebf468fa0aae402051d8d35, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T02:22:17,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4e433da7dbdb4bbeaf86cb4871bada2b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4e433da7dbdb4bbeaf86cb4871bada2b 2024-11-23T02:22:17,751 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4e433da7dbdb4bbeaf86cb4871bada2b, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T02:22:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/57ef052503d34f2fb19b431021b2f57a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/57ef052503d34f2fb19b431021b2f57a 2024-11-23T02:22:17,763 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/57ef052503d34f2fb19b431021b2f57a, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T02:22:17,766 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d0cb039fd24488d582dd229e634824e4 in 723ms, sequenceid=160, compaction requested=false 2024-11-23T02:22:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T02:22:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T02:22:17,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T02:22:17,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7550 sec 2024-11-23T02:22:17,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.7760 sec 2024-11-23T02:22:17,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:17,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/446e6ddde2e1423295e12919d596adab is 50, key is test_row_0/A:col10/1732328537792/Put/seqid=0 2024-11-23T02:22:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741872_1048 (size=14541) 2024-11-23T02:22:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328597864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328597869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328597871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328597872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328597874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328597977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328597980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328597980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328597981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328597982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328598186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328598187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328598188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328598189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328598188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/446e6ddde2e1423295e12919d596adab 2024-11-23T02:22:18,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/8abfad664ef54b6691cbf187a1d7a8a4 is 50, key is test_row_0/B:col10/1732328537792/Put/seqid=0 2024-11-23T02:22:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741873_1049 (size=12151) 2024-11-23T02:22:18,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328598492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328598493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328598495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328598496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328598505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:18,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/8abfad664ef54b6691cbf187a1d7a8a4 2024-11-23T02:22:18,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/f449fcaa318e4ae597ca3427a2eee28b is 50, key is test_row_0/C:col10/1732328537792/Put/seqid=0 2024-11-23T02:22:18,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741874_1050 (size=12151) 2024-11-23T02:22:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328598998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328599005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328599002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328599006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328599011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:22:19,116 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T02:22:19,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T02:22:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:22:19,122 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:19,124 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:19,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:22:19,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/f449fcaa318e4ae597ca3427a2eee28b 2024-11-23T02:22:19,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/446e6ddde2e1423295e12919d596adab as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/446e6ddde2e1423295e12919d596adab 2024-11-23T02:22:19,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/446e6ddde2e1423295e12919d596adab, entries=200, sequenceid=177, filesize=14.2 K 2024-11-23T02:22:19,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:22:19,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:19,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:19,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/8abfad664ef54b6691cbf187a1d7a8a4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/8abfad664ef54b6691cbf187a1d7a8a4 2024-11-23T02:22:19,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/8abfad664ef54b6691cbf187a1d7a8a4, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T02:22:19,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/f449fcaa318e4ae597ca3427a2eee28b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f449fcaa318e4ae597ca3427a2eee28b 2024-11-23T02:22:19,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f449fcaa318e4ae597ca3427a2eee28b, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T02:22:19,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d0cb039fd24488d582dd229e634824e4 in 1511ms, sequenceid=177, compaction requested=true 2024-11-23T02:22:19,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:19,307 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:19,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:19,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:19,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,307 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:19,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:19,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:19,309 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:19,309 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:19,309 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,310 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a99834706f4fcfa53dc989cfd27aac, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/eb0861696ebf468fa0aae402051d8d35, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/446e6ddde2e1423295e12919d596adab] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=38.2 K 2024-11-23T02:22:19,310 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:19,310 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:19,310 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,310 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/cd4ae19e017e40c782a254be32566a1d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4e433da7dbdb4bbeaf86cb4871bada2b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/8abfad664ef54b6691cbf187a1d7a8a4] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.9 K 2024-11-23T02:22:19,311 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting cd4ae19e017e40c782a254be32566a1d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732328535563 2024-11-23T02:22:19,311 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a99834706f4fcfa53dc989cfd27aac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732328535563 2024-11-23T02:22:19,312 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e433da7dbdb4bbeaf86cb4871bada2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328536372 2024-11-23T02:22:19,312 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb0861696ebf468fa0aae402051d8d35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328536372 2024-11-23T02:22:19,312 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8abfad664ef54b6691cbf187a1d7a8a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328537207 2024-11-23T02:22:19,313 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 446e6ddde2e1423295e12919d596adab, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328537207 2024-11-23T02:22:19,332 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:19,333 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/7a50d2893a6d455084c63ed3c6bc9214 is 50, key is test_row_0/A:col10/1732328537792/Put/seqid=0 2024-11-23T02:22:19,345 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:19,346 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b824509c1406497db1e332461d066770 is 50, key is test_row_0/B:col10/1732328537792/Put/seqid=0 2024-11-23T02:22:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741875_1051 (size=12561) 2024-11-23T02:22:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741876_1052 (size=12561) 2024-11-23T02:22:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:22:19,427 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b824509c1406497db1e332461d066770 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b824509c1406497db1e332461d066770 2024-11-23T02:22:19,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:22:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,432 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:22:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/98cce5b39867465780dde2caef9d96a5 is 50, key is test_row_0/A:col10/1732328537871/Put/seqid=0 2024-11-23T02:22:19,444 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into b824509c1406497db1e332461d066770(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:19,444 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:19,444 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328539307; duration=0sec 2024-11-23T02:22:19,444 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:19,444 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:19,445 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:19,448 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:19,448 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:19,448 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,448 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/5c79dba413d84ff39856c6b10a674304, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/57ef052503d34f2fb19b431021b2f57a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f449fcaa318e4ae597ca3427a2eee28b] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=35.9 K 2024-11-23T02:22:19,450 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c79dba413d84ff39856c6b10a674304, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732328535563 2024-11-23T02:22:19,451 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ef052503d34f2fb19b431021b2f57a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328536372 2024-11-23T02:22:19,451 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting f449fcaa318e4ae597ca3427a2eee28b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328537207 2024-11-23T02:22:19,465 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:19,466 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3fbc1bcc5bb54adda8e60669ce9cd507 is 50, key is test_row_0/C:col10/1732328537792/Put/seqid=0 2024-11-23T02:22:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741877_1053 (size=12151) 2024-11-23T02:22:19,508 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/98cce5b39867465780dde2caef9d96a5 2024-11-23T02:22:19,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741878_1054 (size=12561) 2024-11-23T02:22:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/758c878359b94975b58e70a951e0309a is 50, key is test_row_0/B:col10/1732328537871/Put/seqid=0 2024-11-23T02:22:19,540 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3fbc1bcc5bb54adda8e60669ce9cd507 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3fbc1bcc5bb54adda8e60669ce9cd507 2024-11-23T02:22:19,563 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into 3fbc1bcc5bb54adda8e60669ce9cd507(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:19,563 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:19,563 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328539307; duration=0sec 2024-11-23T02:22:19,563 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,563 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741879_1055 (size=12151) 2024-11-23T02:22:19,574 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/758c878359b94975b58e70a951e0309a 2024-11-23T02:22:19,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3cdd8f6709b2468d9062ead412b8899b is 50, key is test_row_0/C:col10/1732328537871/Put/seqid=0 2024-11-23T02:22:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741880_1056 (size=12151) 2024-11-23T02:22:19,649 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3cdd8f6709b2468d9062ead412b8899b 2024-11-23T02:22:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/98cce5b39867465780dde2caef9d96a5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/98cce5b39867465780dde2caef9d96a5 2024-11-23T02:22:19,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/98cce5b39867465780dde2caef9d96a5, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T02:22:19,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/758c878359b94975b58e70a951e0309a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/758c878359b94975b58e70a951e0309a 2024-11-23T02:22:19,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/758c878359b94975b58e70a951e0309a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T02:22:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3cdd8f6709b2468d9062ead412b8899b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3cdd8f6709b2468d9062ead412b8899b 2024-11-23T02:22:19,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3cdd8f6709b2468d9062ead412b8899b, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T02:22:19,703 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for d0cb039fd24488d582dd229e634824e4 in 270ms, sequenceid=199, compaction requested=false 2024-11-23T02:22:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T02:22:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T02:22:19,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T02:22:19,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 581 msec 2024-11-23T02:22:19,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 591 msec 2024-11-23T02:22:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:22:19,726 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T02:22:19,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T02:22:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:22:19,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:19,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:19,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:19,796 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/7a50d2893a6d455084c63ed3c6bc9214 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/7a50d2893a6d455084c63ed3c6bc9214 2024-11-23T02:22:19,810 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 7a50d2893a6d455084c63ed3c6bc9214(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:19,810 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:19,810 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328539307; duration=0sec 2024-11-23T02:22:19,811 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,811 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:22:19,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:19,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:22:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T02:22:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T02:22:19,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T02:22:19,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-23T02:22:19,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 172 msec 2024-11-23T02:22:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:20,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:20,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:20,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:20,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:20,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/658da587bfe84a4c86b24a0c08b1827f is 50, key is test_row_0/A:col10/1732328540025/Put/seqid=0 2024-11-23T02:22:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:22:20,039 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T02:22:20,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T02:22:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:22:20,045 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:20,046 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:20,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:20,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328600063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328600064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328600067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328600068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328600069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741881_1057 (size=12151) 2024-11-23T02:22:20,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/658da587bfe84a4c86b24a0c08b1827f 2024-11-23T02:22:20,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/1bac86b9d09645de8bea617f3dbd1afd is 50, key is test_row_0/B:col10/1732328540025/Put/seqid=0 2024-11-23T02:22:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:22:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741882_1058 (size=12151) 2024-11-23T02:22:20,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/1bac86b9d09645de8bea617f3dbd1afd 2024-11-23T02:22:20,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/9801ff3f5c064c3c9bf830581b4b7307 is 50, key is test_row_0/C:col10/1732328540025/Put/seqid=0 2024-11-23T02:22:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328600174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328600174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328600177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328600177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328600178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741883_1059 (size=12151) 2024-11-23T02:22:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:22:20,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328600379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328600380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328600387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328600387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328600399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:20,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/9801ff3f5c064c3c9bf830581b4b7307 2024-11-23T02:22:20,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/658da587bfe84a4c86b24a0c08b1827f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/658da587bfe84a4c86b24a0c08b1827f 2024-11-23T02:22:20,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/658da587bfe84a4c86b24a0c08b1827f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T02:22:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/1bac86b9d09645de8bea617f3dbd1afd as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1bac86b9d09645de8bea617f3dbd1afd 2024-11-23T02:22:20,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1bac86b9d09645de8bea617f3dbd1afd, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T02:22:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:22:20,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/9801ff3f5c064c3c9bf830581b4b7307 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9801ff3f5c064c3c9bf830581b4b7307 2024-11-23T02:22:20,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:20,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:20,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9801ff3f5c064c3c9bf830581b4b7307, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T02:22:20,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d0cb039fd24488d582dd229e634824e4 in 655ms, sequenceid=215, compaction requested=true 2024-11-23T02:22:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:20,680 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:20,680 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:20,683 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:20,683 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:20,683 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:20,683 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,683 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:20,683 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/7a50d2893a6d455084c63ed3c6bc9214, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/98cce5b39867465780dde2caef9d96a5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/658da587bfe84a4c86b24a0c08b1827f] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.0 K 2024-11-23T02:22:20,683 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,684 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b824509c1406497db1e332461d066770, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/758c878359b94975b58e70a951e0309a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1bac86b9d09645de8bea617f3dbd1afd] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.0 K 2024-11-23T02:22:20,684 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a50d2893a6d455084c63ed3c6bc9214, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328537207 2024-11-23T02:22:20,686 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b824509c1406497db1e332461d066770, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328537207 2024-11-23T02:22:20,686 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98cce5b39867465780dde2caef9d96a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732328537850 2024-11-23T02:22:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:20,686 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 758c878359b94975b58e70a951e0309a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732328537850 2024-11-23T02:22:20,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:20,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:20,687 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 658da587bfe84a4c86b24a0c08b1827f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732328540021 2024-11-23T02:22:20,688 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bac86b9d09645de8bea617f3dbd1afd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732328540021 2024-11-23T02:22:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328600711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,728 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:20,729 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/5486642386374da1bbaa7f6f2f6428c4 is 50, key is test_row_0/B:col10/1732328540025/Put/seqid=0 2024-11-23T02:22:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328600711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328600713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328600724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328600724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,738 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:20,739 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/29046811a31d421caf0af974fcd56df2 is 50, key is test_row_0/A:col10/1732328540025/Put/seqid=0 2024-11-23T02:22:20,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/bf5decfdf76e4b869e09f7c72040a0d9 is 50, key is test_row_0/A:col10/1732328540067/Put/seqid=0 2024-11-23T02:22:20,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741885_1061 (size=12663) 2024-11-23T02:22:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741884_1060 (size=12663) 2024-11-23T02:22:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741886_1062 (size=12151) 2024-11-23T02:22:20,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/bf5decfdf76e4b869e09f7c72040a0d9 2024-11-23T02:22:20,815 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/5486642386374da1bbaa7f6f2f6428c4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5486642386374da1bbaa7f6f2f6428c4 2024-11-23T02:22:20,818 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/29046811a31d421caf0af974fcd56df2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/29046811a31d421caf0af974fcd56df2 2024-11-23T02:22:20,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328600828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328600832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328600834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,841 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into 5486642386374da1bbaa7f6f2f6428c4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:20,841 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:20,841 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328540680; duration=0sec 2024-11-23T02:22:20,841 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:20,841 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:20,841 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:20,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/79e8f9c3c83747bcaacc6d1ef5fc34e8 is 50, key is test_row_0/B:col10/1732328540067/Put/seqid=0 2024-11-23T02:22:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328600835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328600832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,843 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:20,843 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:20,843 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,844 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3fbc1bcc5bb54adda8e60669ce9cd507, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3cdd8f6709b2468d9062ead412b8899b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9801ff3f5c064c3c9bf830581b4b7307] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.0 K 2024-11-23T02:22:20,845 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fbc1bcc5bb54adda8e60669ce9cd507, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328537207 2024-11-23T02:22:20,845 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 29046811a31d421caf0af974fcd56df2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:20,845 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cdd8f6709b2468d9062ead412b8899b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732328537850 2024-11-23T02:22:20,845 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:20,845 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328540680; duration=0sec 2024-11-23T02:22:20,845 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:20,845 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:20,846 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 9801ff3f5c064c3c9bf830581b4b7307, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732328540021 2024-11-23T02:22:20,886 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:20,887 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/a0cf6d91d81547538ea2fb2ce3dc664b is 50, key is test_row_0/C:col10/1732328540025/Put/seqid=0 2024-11-23T02:22:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741887_1063 (size=12151) 2024-11-23T02:22:20,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/79e8f9c3c83747bcaacc6d1ef5fc34e8 2024-11-23T02:22:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741888_1064 (size=12663) 2024-11-23T02:22:20,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/7c6acb5be46b4749a6b190b616bce14d is 50, key is test_row_0/C:col10/1732328540067/Put/seqid=0 2024-11-23T02:22:20,931 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/a0cf6d91d81547538ea2fb2ce3dc664b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/a0cf6d91d81547538ea2fb2ce3dc664b 2024-11-23T02:22:20,959 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into a0cf6d91d81547538ea2fb2ce3dc664b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:20,959 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:20,959 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328540686; duration=0sec 2024-11-23T02:22:20,959 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:20,959 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741889_1065 (size=12151) 2024-11-23T02:22:20,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/7c6acb5be46b4749a6b190b616bce14d 2024-11-23T02:22:20,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/bf5decfdf76e4b869e09f7c72040a0d9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/bf5decfdf76e4b869e09f7c72040a0d9 2024-11-23T02:22:20,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:20,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/bf5decfdf76e4b869e09f7c72040a0d9, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T02:22:20,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/79e8f9c3c83747bcaacc6d1ef5fc34e8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/79e8f9c3c83747bcaacc6d1ef5fc34e8 2024-11-23T02:22:21,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/79e8f9c3c83747bcaacc6d1ef5fc34e8, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T02:22:21,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/7c6acb5be46b4749a6b190b616bce14d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7c6acb5be46b4749a6b190b616bce14d 2024-11-23T02:22:21,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7c6acb5be46b4749a6b190b616bce14d, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T02:22:21,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d0cb039fd24488d582dd229e634824e4 in 324ms, sequenceid=241, compaction requested=false 2024-11-23T02:22:21,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:21,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/05cd7e35ae5e40389929a0c0e12d7898 is 50, key is test_row_0/A:col10/1732328540712/Put/seqid=0 2024-11-23T02:22:21,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328601137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328601139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328601136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328601140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328601137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:22:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741890_1066 (size=12201) 2024-11-23T02:22:21,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328601255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328601256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328601253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328601256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328601258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328601465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328601466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328601466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328601466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328601465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/05cd7e35ae5e40389929a0c0e12d7898 2024-11-23T02:22:21,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4eb27955e5174850bd8113f66aa8d188 is 50, key is test_row_0/B:col10/1732328540712/Put/seqid=0 2024-11-23T02:22:21,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741891_1067 (size=12201) 2024-11-23T02:22:21,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4eb27955e5174850bd8113f66aa8d188 2024-11-23T02:22:21,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/93bde137c7ca40639d02af5faed36bc2 is 50, key is test_row_0/C:col10/1732328540712/Put/seqid=0 2024-11-23T02:22:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741892_1068 (size=12201) 2024-11-23T02:22:21,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/93bde137c7ca40639d02af5faed36bc2 2024-11-23T02:22:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/05cd7e35ae5e40389929a0c0e12d7898 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/05cd7e35ae5e40389929a0c0e12d7898 2024-11-23T02:22:21,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/05cd7e35ae5e40389929a0c0e12d7898, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T02:22:21,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/4eb27955e5174850bd8113f66aa8d188 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4eb27955e5174850bd8113f66aa8d188 2024-11-23T02:22:21,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4eb27955e5174850bd8113f66aa8d188, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T02:22:21,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/93bde137c7ca40639d02af5faed36bc2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/93bde137c7ca40639d02af5faed36bc2 2024-11-23T02:22:21,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/93bde137c7ca40639d02af5faed36bc2, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T02:22:21,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d0cb039fd24488d582dd229e634824e4 in 705ms, sequenceid=258, compaction requested=true 2024-11-23T02:22:21,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:21,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:21,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:21,750 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:21,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:21,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:21,750 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:21,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:21,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:21,751 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:21,751 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:21,751 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:21,751 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:21,751 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,751 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,752 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/29046811a31d421caf0af974fcd56df2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/bf5decfdf76e4b869e09f7c72040a0d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/05cd7e35ae5e40389929a0c0e12d7898] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.1 K 2024-11-23T02:22:21,752 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5486642386374da1bbaa7f6f2f6428c4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/79e8f9c3c83747bcaacc6d1ef5fc34e8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4eb27955e5174850bd8113f66aa8d188] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.1 K 2024-11-23T02:22:21,752 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29046811a31d421caf0af974fcd56df2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732328540021 2024-11-23T02:22:21,753 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5486642386374da1bbaa7f6f2f6428c4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732328540021 2024-11-23T02:22:21,753 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf5decfdf76e4b869e09f7c72040a0d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732328540066 2024-11-23T02:22:21,753 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 79e8f9c3c83747bcaacc6d1ef5fc34e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732328540066 2024-11-23T02:22:21,754 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05cd7e35ae5e40389929a0c0e12d7898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328540710 2024-11-23T02:22:21,754 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb27955e5174850bd8113f66aa8d188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328540710 2024-11-23T02:22:21,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:22:21,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,764 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:22:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,774 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:21,775 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/5bd1de64a9604a969630c34f3383c0dd is 50, key is test_row_0/B:col10/1732328540712/Put/seqid=0 2024-11-23T02:22:21,783 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:21,784 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/a5e648a1f9314954a281496fe5768948 is 50, key is test_row_0/A:col10/1732328540712/Put/seqid=0 2024-11-23T02:22:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:21,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/e5acaf6c61ab4d9893b5162d8a41baaa is 50, key is test_row_0/A:col10/1732328541138/Put/seqid=0 2024-11-23T02:22:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328601803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328601802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328601805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328601812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328601812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741893_1069 (size=12815) 2024-11-23T02:22:21,839 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/5bd1de64a9604a969630c34f3383c0dd as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5bd1de64a9604a969630c34f3383c0dd 2024-11-23T02:22:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741895_1071 (size=12301) 2024-11-23T02:22:21,852 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into 5bd1de64a9604a969630c34f3383c0dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:21,852 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/e5acaf6c61ab4d9893b5162d8a41baaa 2024-11-23T02:22:21,852 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:21,852 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328541750; duration=0sec 2024-11-23T02:22:21,853 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:21,853 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:21,853 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:21,858 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:21,858 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:21,859 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:21,859 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/a0cf6d91d81547538ea2fb2ce3dc664b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7c6acb5be46b4749a6b190b616bce14d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/93bde137c7ca40639d02af5faed36bc2] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.1 K 2024-11-23T02:22:21,860 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a0cf6d91d81547538ea2fb2ce3dc664b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732328540021 2024-11-23T02:22:21,861 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c6acb5be46b4749a6b190b616bce14d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732328540066 2024-11-23T02:22:21,862 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 93bde137c7ca40639d02af5faed36bc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328540710 2024-11-23T02:22:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741894_1070 (size=12815) 2024-11-23T02:22:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/7c005884ac58412db635b9022e086046 is 50, key is test_row_0/B:col10/1732328541138/Put/seqid=0 2024-11-23T02:22:21,875 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/a5e648a1f9314954a281496fe5768948 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/a5e648a1f9314954a281496fe5768948 2024-11-23T02:22:21,886 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into a5e648a1f9314954a281496fe5768948(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:21,886 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:21,886 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328541749; duration=0sec 2024-11-23T02:22:21,888 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:21,888 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:21,890 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:21,891 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7 is 50, key is test_row_0/C:col10/1732328540712/Put/seqid=0 2024-11-23T02:22:21,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328601914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328601914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328601914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328601918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741896_1072 (size=12301) 2024-11-23T02:22:21,928 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/7c005884ac58412db635b9022e086046 2024-11-23T02:22:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328601922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/9c404b56d2964e8490d03da3c71d77c5 is 50, key is test_row_0/C:col10/1732328541138/Put/seqid=0 2024-11-23T02:22:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741897_1073 (size=12815) 2024-11-23T02:22:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741898_1074 (size=12301) 2024-11-23T02:22:22,009 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/9c404b56d2964e8490d03da3c71d77c5 2024-11-23T02:22:22,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/e5acaf6c61ab4d9893b5162d8a41baaa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e5acaf6c61ab4d9893b5162d8a41baaa 2024-11-23T02:22:22,025 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e5acaf6c61ab4d9893b5162d8a41baaa, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T02:22:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/7c005884ac58412db635b9022e086046 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/7c005884ac58412db635b9022e086046 2024-11-23T02:22:22,040 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/7c005884ac58412db635b9022e086046, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T02:22:22,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/9c404b56d2964e8490d03da3c71d77c5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9c404b56d2964e8490d03da3c71d77c5 2024-11-23T02:22:22,049 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9c404b56d2964e8490d03da3c71d77c5, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T02:22:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d0cb039fd24488d582dd229e634824e4 in 286ms, sequenceid=280, compaction requested=false 2024-11-23T02:22:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T02:22:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T02:22:22,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T02:22:22,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-23T02:22:22,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.0170 sec 2024-11-23T02:22:22,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:22:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:22,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/d39c161f338e41d7a0686959ff4c52aa is 50, key is test_row_0/A:col10/1732328542122/Put/seqid=0 2024-11-23T02:22:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:22:22,163 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T02:22:22,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T02:22:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:22:22,169 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:22,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:22,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:22,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328602177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328602178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328602180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328602189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328602192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741899_1075 (size=12301) 2024-11-23T02:22:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:22:22,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328602291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328602291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328602297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328602298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328602301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,386 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7 2024-11-23T02:22:22,398 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into 3ce13d0dfaec48d7ac0bc8e448a1fcf7(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:22,398 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:22,398 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328541750; duration=0sec 2024-11-23T02:22:22,398 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:22,399 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:22:22,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328602495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328602496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328602511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/d39c161f338e41d7a0686959ff4c52aa 2024-11-23T02:22:22,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b580935c271445788fa0a1e8558ac36a is 50, key is test_row_0/B:col10/1732328542122/Put/seqid=0 2024-11-23T02:22:22,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:22,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741900_1076 (size=12301) 2024-11-23T02:22:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:22:22,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:22,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:22,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328602798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328602811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328602816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328602818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328602817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:22,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:22,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:23,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b580935c271445788fa0a1e8558ac36a 2024-11-23T02:22:23,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d913c7cfe03b4b99b6c14aa7165c34f7 is 50, key is test_row_0/C:col10/1732328542122/Put/seqid=0 2024-11-23T02:22:23,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741901_1077 (size=12301) 2024-11-23T02:22:23,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d913c7cfe03b4b99b6c14aa7165c34f7 2024-11-23T02:22:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/d39c161f338e41d7a0686959ff4c52aa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d39c161f338e41d7a0686959ff4c52aa 2024-11-23T02:22:23,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d39c161f338e41d7a0686959ff4c52aa, entries=150, sequenceid=299, filesize=12.0 K 2024-11-23T02:22:23,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b580935c271445788fa0a1e8558ac36a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b580935c271445788fa0a1e8558ac36a 2024-11-23T02:22:23,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b580935c271445788fa0a1e8558ac36a, entries=150, sequenceid=299, filesize=12.0 K 2024-11-23T02:22:23,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d913c7cfe03b4b99b6c14aa7165c34f7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d913c7cfe03b4b99b6c14aa7165c34f7 2024-11-23T02:22:23,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d913c7cfe03b4b99b6c14aa7165c34f7, entries=150, sequenceid=299, filesize=12.0 K 2024-11-23T02:22:23,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d0cb039fd24488d582dd229e634824e4 in 1091ms, sequenceid=299, compaction requested=true 2024-11-23T02:22:23,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:23,217 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:23,218 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:23,220 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:23,220 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:23,220 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,220 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5bd1de64a9604a969630c34f3383c0dd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/7c005884ac58412db635b9022e086046, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b580935c271445788fa0a1e8558ac36a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.5 K 2024-11-23T02:22:23,220 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:23,221 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:23,221 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,222 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bd1de64a9604a969630c34f3383c0dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328540710 2024-11-23T02:22:23,222 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/a5e648a1f9314954a281496fe5768948, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e5acaf6c61ab4d9893b5162d8a41baaa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d39c161f338e41d7a0686959ff4c52aa] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.5 K 2024-11-23T02:22:23,223 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c005884ac58412db635b9022e086046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732328541133 2024-11-23T02:22:23,223 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5e648a1f9314954a281496fe5768948, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328540710 2024-11-23T02:22:23,223 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b580935c271445788fa0a1e8558ac36a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328541803 2024-11-23T02:22:23,223 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5acaf6c61ab4d9893b5162d8a41baaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732328541133 2024-11-23T02:22:23,225 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d39c161f338e41d7a0686959ff4c52aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328541803 2024-11-23T02:22:23,243 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:23,244 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/880eeb6cf11f4fdfb7b9e2e887438c34 is 50, key is test_row_0/B:col10/1732328542122/Put/seqid=0 2024-11-23T02:22:23,254 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:23,255 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/048ded0ee8374c7d97d958fa6453225d is 50, key is test_row_0/A:col10/1732328542122/Put/seqid=0 2024-11-23T02:22:23,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:22:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,262 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:22:23,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/323f856e09424a24be465c51e847cf38 is 50, key is test_row_0/A:col10/1732328542176/Put/seqid=0 2024-11-23T02:22:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741903_1079 (size=13017) 2024-11-23T02:22:23,297 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/048ded0ee8374c7d97d958fa6453225d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/048ded0ee8374c7d97d958fa6453225d 2024-11-23T02:22:23,306 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 048ded0ee8374c7d97d958fa6453225d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:23,306 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:23,306 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328543217; duration=0sec 2024-11-23T02:22:23,306 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:23,306 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:23,306 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:23,308 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:23,308 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:23,309 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741902_1078 (size=13017) 2024-11-23T02:22:23,309 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9c404b56d2964e8490d03da3c71d77c5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d913c7cfe03b4b99b6c14aa7165c34f7] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.5 K 2024-11-23T02:22:23,311 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ce13d0dfaec48d7ac0bc8e448a1fcf7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328540710 2024-11-23T02:22:23,312 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c404b56d2964e8490d03da3c71d77c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732328541133 2024-11-23T02:22:23,313 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d913c7cfe03b4b99b6c14aa7165c34f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328541803 2024-11-23T02:22:23,318 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/880eeb6cf11f4fdfb7b9e2e887438c34 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/880eeb6cf11f4fdfb7b9e2e887438c34 2024-11-23T02:22:23,329 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into 880eeb6cf11f4fdfb7b9e2e887438c34(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:23,329 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:23,329 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328543218; duration=0sec 2024-11-23T02:22:23,329 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741904_1080 (size=12301) 2024-11-23T02:22:23,329 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:23,331 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/323f856e09424a24be465c51e847cf38 2024-11-23T02:22:23,337 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#66 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:23,337 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c376aae11dec469cae96577f8d5ba684 is 50, key is test_row_0/C:col10/1732328542122/Put/seqid=0 2024-11-23T02:22:23,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328603347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/416ec7fb60c449f18caaba765ac13e07 is 50, key is test_row_0/B:col10/1732328542176/Put/seqid=0 2024-11-23T02:22:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328603350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328603354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328603355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328603356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741905_1081 (size=13017) 2024-11-23T02:22:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741906_1082 (size=12301) 2024-11-23T02:22:23,420 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/416ec7fb60c449f18caaba765ac13e07 2024-11-23T02:22:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/2797e32aa5ad439d85aa3d978943310e is 50, key is test_row_0/C:col10/1732328542176/Put/seqid=0 2024-11-23T02:22:23,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328603458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328603460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328603461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328603463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741907_1083 (size=12301) 2024-11-23T02:22:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328603467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,477 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/2797e32aa5ad439d85aa3d978943310e 2024-11-23T02:22:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/323f856e09424a24be465c51e847cf38 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/323f856e09424a24be465c51e847cf38 2024-11-23T02:22:23,501 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/323f856e09424a24be465c51e847cf38, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T02:22:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/416ec7fb60c449f18caaba765ac13e07 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/416ec7fb60c449f18caaba765ac13e07 2024-11-23T02:22:23,513 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/416ec7fb60c449f18caaba765ac13e07, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T02:22:23,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/2797e32aa5ad439d85aa3d978943310e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2797e32aa5ad439d85aa3d978943310e 2024-11-23T02:22:23,525 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2797e32aa5ad439d85aa3d978943310e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T02:22:23,529 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d0cb039fd24488d582dd229e634824e4 in 267ms, sequenceid=319, compaction requested=false 2024-11-23T02:22:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T02:22:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T02:22:23,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T02:22:23,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec 2024-11-23T02:22:23,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.3700 sec 2024-11-23T02:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:23,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:23,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:23,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:23,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:23,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/486a3ee700ad4e758e78a0e0d6e67552 is 50, key is test_row_0/A:col10/1732328543667/Put/seqid=0 2024-11-23T02:22:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328603698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328603701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328603702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328603703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328603706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741908_1084 (size=14741) 2024-11-23T02:22:23,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/486a3ee700ad4e758e78a0e0d6e67552 2024-11-23T02:22:23,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/e18c1123461949d3a182eaf6f85e576a is 50, key is test_row_0/B:col10/1732328543667/Put/seqid=0 2024-11-23T02:22:23,810 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c376aae11dec469cae96577f8d5ba684 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c376aae11dec469cae96577f8d5ba684 2024-11-23T02:22:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328603811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,821 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into c376aae11dec469cae96577f8d5ba684(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:23,821 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:23,821 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328543218; duration=0sec 2024-11-23T02:22:23,822 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:23,822 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328603808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328603811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328603813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328603813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741909_1085 (size=12301) 2024-11-23T02:22:24,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328604025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328604025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328604025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328604025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328604031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/e18c1123461949d3a182eaf6f85e576a 2024-11-23T02:22:24,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/292edf7fe3c74f728edce865b028f793 is 50, key is test_row_0/C:col10/1732328543667/Put/seqid=0 2024-11-23T02:22:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:22:24,275 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T02:22:24,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:24,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741910_1086 (size=12301) 2024-11-23T02:22:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T02:22:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:22:24,282 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:24,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:24,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328604329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328604330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328604330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328604331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328604335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:22:24,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:22:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:22:24,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:22:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/292edf7fe3c74f728edce865b028f793 2024-11-23T02:22:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/486a3ee700ad4e758e78a0e0d6e67552 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/486a3ee700ad4e758e78a0e0d6e67552 2024-11-23T02:22:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/486a3ee700ad4e758e78a0e0d6e67552, entries=200, sequenceid=339, filesize=14.4 K 2024-11-23T02:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/e18c1123461949d3a182eaf6f85e576a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e18c1123461949d3a182eaf6f85e576a 2024-11-23T02:22:24,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e18c1123461949d3a182eaf6f85e576a, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:24,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/292edf7fe3c74f728edce865b028f793 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/292edf7fe3c74f728edce865b028f793 2024-11-23T02:22:24,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/292edf7fe3c74f728edce865b028f793, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:24,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d0cb039fd24488d582dd229e634824e4 in 1047ms, sequenceid=339, compaction requested=true 2024-11-23T02:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:24,720 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:24,721 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:24,723 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:24,724 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:24,724 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:24,724 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,724 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:24,724 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,724 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/048ded0ee8374c7d97d958fa6453225d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/323f856e09424a24be465c51e847cf38, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/486a3ee700ad4e758e78a0e0d6e67552] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=39.1 K 2024-11-23T02:22:24,724 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/880eeb6cf11f4fdfb7b9e2e887438c34, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/416ec7fb60c449f18caaba765ac13e07, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e18c1123461949d3a182eaf6f85e576a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.7 K 2024-11-23T02:22:24,725 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 048ded0ee8374c7d97d958fa6453225d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328541803 2024-11-23T02:22:24,725 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 880eeb6cf11f4fdfb7b9e2e887438c34, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328541803 2024-11-23T02:22:24,725 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 323f856e09424a24be465c51e847cf38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328542176 2024-11-23T02:22:24,725 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 416ec7fb60c449f18caaba765ac13e07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328542176 2024-11-23T02:22:24,726 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 486a3ee700ad4e758e78a0e0d6e67552, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543348 2024-11-23T02:22:24,726 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e18c1123461949d3a182eaf6f85e576a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543348 2024-11-23T02:22:24,746 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:24,747 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/2770eb0d0f6141a69065e7a71c63f71c is 50, key is test_row_0/A:col10/1732328543667/Put/seqid=0 2024-11-23T02:22:24,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:22:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,752 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:24,761 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:24,762 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/c850bcca959a46588acc57f5339befcd is 50, key is test_row_0/B:col10/1732328543667/Put/seqid=0 2024-11-23T02:22:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/b38172f7a6ba429782d1d37b1b4c2a69 is 50, key is test_row_0/A:col10/1732328543702/Put/seqid=0 2024-11-23T02:22:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741911_1087 (size=13119) 2024-11-23T02:22:24,817 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/2770eb0d0f6141a69065e7a71c63f71c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/2770eb0d0f6141a69065e7a71c63f71c 2024-11-23T02:22:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741912_1088 (size=13119) 2024-11-23T02:22:24,849 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 2770eb0d0f6141a69065e7a71c63f71c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:24,849 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:24,849 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328544720; duration=0sec 2024-11-23T02:22:24,849 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:24,849 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:24,849 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:24,851 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:24,852 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:24,852 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:24,852 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c376aae11dec469cae96577f8d5ba684, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2797e32aa5ad439d85aa3d978943310e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/292edf7fe3c74f728edce865b028f793] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.7 K 2024-11-23T02:22:24,852 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c376aae11dec469cae96577f8d5ba684, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328541803 2024-11-23T02:22:24,853 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2797e32aa5ad439d85aa3d978943310e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328542176 2024-11-23T02:22:24,853 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/c850bcca959a46588acc57f5339befcd as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/c850bcca959a46588acc57f5339befcd 2024-11-23T02:22:24,854 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 292edf7fe3c74f728edce865b028f793, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543348 2024-11-23T02:22:24,861 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into c850bcca959a46588acc57f5339befcd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:24,861 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:24,862 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328544721; duration=0sec 2024-11-23T02:22:24,862 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:24,862 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:24,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741913_1089 (size=12301) 2024-11-23T02:22:24,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/b38172f7a6ba429782d1d37b1b4c2a69 2024-11-23T02:22:24,873 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:24,873 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/2813daa63a344f2bbb123cffbd92777e is 50, key is test_row_0/C:col10/1732328543667/Put/seqid=0 2024-11-23T02:22:24,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/438aa8a60ae843eb99be2eb7667d733a is 50, key is test_row_0/B:col10/1732328543702/Put/seqid=0 2024-11-23T02:22:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:22:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328604882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328604883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328604884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328604884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328604887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741914_1090 (size=13119) 2024-11-23T02:22:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741915_1091 (size=12301) 2024-11-23T02:22:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328604990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328604990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328604991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328604991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328604996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328605194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328605195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328605197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328605198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328605202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,329 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/2813daa63a344f2bbb123cffbd92777e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2813daa63a344f2bbb123cffbd92777e 2024-11-23T02:22:25,339 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into 2813daa63a344f2bbb123cffbd92777e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:25,339 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:25,339 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328544721; duration=0sec 2024-11-23T02:22:25,339 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:25,339 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:25,342 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/438aa8a60ae843eb99be2eb7667d733a 2024-11-23T02:22:25,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/7b50dd0f0f184e729a8320df82fc5659 is 50, key is test_row_0/C:col10/1732328543702/Put/seqid=0 2024-11-23T02:22:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:22:25,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741916_1092 (size=12301) 2024-11-23T02:22:25,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328605501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328605501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328605505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328605507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328605509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:25,832 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/7b50dd0f0f184e729a8320df82fc5659 2024-11-23T02:22:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/b38172f7a6ba429782d1d37b1b4c2a69 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b38172f7a6ba429782d1d37b1b4c2a69 2024-11-23T02:22:25,851 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b38172f7a6ba429782d1d37b1b4c2a69, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:22:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/438aa8a60ae843eb99be2eb7667d733a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/438aa8a60ae843eb99be2eb7667d733a 2024-11-23T02:22:25,860 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/438aa8a60ae843eb99be2eb7667d733a, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:22:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/7b50dd0f0f184e729a8320df82fc5659 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7b50dd0f0f184e729a8320df82fc5659 2024-11-23T02:22:25,871 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7b50dd0f0f184e729a8320df82fc5659, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:22:25,872 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d0cb039fd24488d582dd229e634824e4 in 1120ms, sequenceid=358, compaction requested=false 2024-11-23T02:22:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T02:22:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T02:22:25,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T02:22:25,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5900 sec 2024-11-23T02:22:25,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6110 sec 2024-11-23T02:22:26,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:22:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:26,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/e8bb716ce5834bda830d0a83a9f395fc is 50, key is test_row_0/A:col10/1732328546009/Put/seqid=0 2024-11-23T02:22:26,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328606038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328606044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328606044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328606045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328606046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741917_1093 (size=14741) 2024-11-23T02:22:26,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328606148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328606151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328606151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328606152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328606153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328606352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328606357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328606358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328606358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328606359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:22:26,387 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T02:22:26,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T02:22:26,392 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:26,394 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:26,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:22:26,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/e8bb716ce5834bda830d0a83a9f395fc 2024-11-23T02:22:26,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/ec097815e3414d868b0d2b66ce42c029 is 50, key is test_row_0/B:col10/1732328546009/Put/seqid=0 2024-11-23T02:22:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:22:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741918_1094 (size=12301) 2024-11-23T02:22:26,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T02:22:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:26,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328606656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328606661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328606661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328606662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328606664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:22:26,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T02:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:26,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:26,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:26,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:26,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T02:22:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:26,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/ec097815e3414d868b0d2b66ce42c029 2024-11-23T02:22:26,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/1c8b59bd847d44eca89fe43539c93e77 is 50, key is test_row_0/C:col10/1732328546009/Put/seqid=0 2024-11-23T02:22:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:22:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741919_1095 (size=12301) 2024-11-23T02:22:27,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/1c8b59bd847d44eca89fe43539c93e77 2024-11-23T02:22:27,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T02:22:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/e8bb716ce5834bda830d0a83a9f395fc as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e8bb716ce5834bda830d0a83a9f395fc 2024-11-23T02:22:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e8bb716ce5834bda830d0a83a9f395fc, entries=200, sequenceid=380, filesize=14.4 K 2024-11-23T02:22:27,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/ec097815e3414d868b0d2b66ce42c029 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/ec097815e3414d868b0d2b66ce42c029 2024-11-23T02:22:27,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/ec097815e3414d868b0d2b66ce42c029, entries=150, sequenceid=380, filesize=12.0 K 2024-11-23T02:22:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/1c8b59bd847d44eca89fe43539c93e77 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/1c8b59bd847d44eca89fe43539c93e77 2024-11-23T02:22:27,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/1c8b59bd847d44eca89fe43539c93e77, entries=150, sequenceid=380, filesize=12.0 K 2024-11-23T02:22:27,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d0cb039fd24488d582dd229e634824e4 in 1039ms, sequenceid=380, compaction requested=true 2024-11-23T02:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,051 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,051 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:27,053 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:27,053 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:27,053 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,053 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/2770eb0d0f6141a69065e7a71c63f71c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b38172f7a6ba429782d1d37b1b4c2a69, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e8bb716ce5834bda830d0a83a9f395fc] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=39.2 K 2024-11-23T02:22:27,054 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2770eb0d0f6141a69065e7a71c63f71c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543348 2024-11-23T02:22:27,054 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:27,054 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b38172f7a6ba429782d1d37b1b4c2a69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328543699 2024-11-23T02:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:27,054 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:27,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:27,054 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,054 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/c850bcca959a46588acc57f5339befcd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/438aa8a60ae843eb99be2eb7667d733a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/ec097815e3414d868b0d2b66ce42c029] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.8 K 2024-11-23T02:22:27,055 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8bb716ce5834bda830d0a83a9f395fc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732328544878 2024-11-23T02:22:27,055 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c850bcca959a46588acc57f5339befcd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543348 2024-11-23T02:22:27,056 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 438aa8a60ae843eb99be2eb7667d733a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328543699 2024-11-23T02:22:27,056 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ec097815e3414d868b0d2b66ce42c029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732328544878 2024-11-23T02:22:27,082 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:27,083 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/5540d96b288346a69fd51cc8d3b1021d is 50, key is test_row_0/A:col10/1732328546009/Put/seqid=0 2024-11-23T02:22:27,095 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:27,096 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b4b6df11b44e4d1991105770de46e98d is 50, key is test_row_0/B:col10/1732328546009/Put/seqid=0 2024-11-23T02:22:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741920_1096 (size=13221) 2024-11-23T02:22:27,134 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/5540d96b288346a69fd51cc8d3b1021d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/5540d96b288346a69fd51cc8d3b1021d 2024-11-23T02:22:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741921_1097 (size=13221) 2024-11-23T02:22:27,147 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 5540d96b288346a69fd51cc8d3b1021d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:27,147 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:27,147 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328547051; duration=0sec 2024-11-23T02:22:27,147 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:27,147 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:27,147 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:27,148 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/b4b6df11b44e4d1991105770de46e98d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4b6df11b44e4d1991105770de46e98d 2024-11-23T02:22:27,152 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:27,152 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:27,152 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,153 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2813daa63a344f2bbb123cffbd92777e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7b50dd0f0f184e729a8320df82fc5659, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/1c8b59bd847d44eca89fe43539c93e77] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.8 K 2024-11-23T02:22:27,153 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2813daa63a344f2bbb123cffbd92777e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543348 2024-11-23T02:22:27,154 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b50dd0f0f184e729a8320df82fc5659, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328543699 2024-11-23T02:22:27,154 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c8b59bd847d44eca89fe43539c93e77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732328544878 2024-11-23T02:22:27,157 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into b4b6df11b44e4d1991105770de46e98d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:27,157 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:27,157 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328547051; duration=0sec 2024-11-23T02:22:27,158 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,158 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:27,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T02:22:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,168 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:22:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:27,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/4131888a01ad45328f7517a74d731995 is 50, key is test_row_0/A:col10/1732328547165/Put/seqid=0 2024-11-23T02:22:27,192 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#83 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:27,196 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/b0bb2067919a44408ea615be7c2be550 is 50, key is test_row_0/C:col10/1732328546009/Put/seqid=0 2024-11-23T02:22:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328607189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328607191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328607192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328607198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328607199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741922_1098 (size=13221) 2024-11-23T02:22:27,257 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/b0bb2067919a44408ea615be7c2be550 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b0bb2067919a44408ea615be7c2be550 2024-11-23T02:22:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741923_1099 (size=17181) 2024-11-23T02:22:27,272 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into b0bb2067919a44408ea615be7c2be550(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:27,272 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:27,272 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328547051; duration=0sec 2024-11-23T02:22:27,273 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,273 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328607300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328607305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328607306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328607306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328607306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:22:27,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328607505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328607513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328607517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328607517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328607518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,672 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/4131888a01ad45328f7517a74d731995 2024-11-23T02:22:27,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/fa27bde198764da4a258a9295fce6a7a is 50, key is test_row_0/B:col10/1732328547165/Put/seqid=0 2024-11-23T02:22:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741924_1100 (size=12301) 2024-11-23T02:22:27,735 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/fa27bde198764da4a258a9295fce6a7a 2024-11-23T02:22:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d870f831d2a44df9a0507ccb7a8e077a is 50, key is test_row_0/C:col10/1732328547165/Put/seqid=0 2024-11-23T02:22:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741925_1101 (size=12301) 2024-11-23T02:22:27,815 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d870f831d2a44df9a0507ccb7a8e077a 2024-11-23T02:22:27,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328607811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328607818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/4131888a01ad45328f7517a74d731995 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/4131888a01ad45328f7517a74d731995 2024-11-23T02:22:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328607823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328607824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328607830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:27,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/4131888a01ad45328f7517a74d731995, entries=250, sequenceid=401, filesize=16.8 K 2024-11-23T02:22:27,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/fa27bde198764da4a258a9295fce6a7a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fa27bde198764da4a258a9295fce6a7a 2024-11-23T02:22:27,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fa27bde198764da4a258a9295fce6a7a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T02:22:27,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/d870f831d2a44df9a0507ccb7a8e077a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d870f831d2a44df9a0507ccb7a8e077a 2024-11-23T02:22:27,854 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d870f831d2a44df9a0507ccb7a8e077a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T02:22:27,856 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d0cb039fd24488d582dd229e634824e4 in 688ms, sequenceid=401, compaction requested=false 2024-11-23T02:22:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T02:22:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T02:22:27,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T02:22:27,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-23T02:22:27,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4770 sec 2024-11-23T02:22:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:28,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328608350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328608352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328608354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328608354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328608355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/fcea230e5f31443b89ce77f1bf1537eb is 50, key is test_row_0/A:col10/1732328548320/Put/seqid=0 2024-11-23T02:22:28,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741926_1102 (size=12301) 2024-11-23T02:22:28,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/fcea230e5f31443b89ce77f1bf1537eb 2024-11-23T02:22:28,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/a73bb453f6bd4442ad889f85927c5008 is 50, key is test_row_0/B:col10/1732328548320/Put/seqid=0 2024-11-23T02:22:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328608458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328608460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328608461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328608462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328608461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741927_1103 (size=12301) 2024-11-23T02:22:28,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/a73bb453f6bd4442ad889f85927c5008 2024-11-23T02:22:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:22:28,501 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T02:22:28,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T02:22:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:22:28,505 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:28,506 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:28,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:28,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c75bad35dc0c4bda9e40d02103f86bb6 is 50, key is test_row_0/C:col10/1732328548320/Put/seqid=0 2024-11-23T02:22:28,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741928_1104 (size=12301) 2024-11-23T02:22:28,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c75bad35dc0c4bda9e40d02103f86bb6 2024-11-23T02:22:28,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/fcea230e5f31443b89ce77f1bf1537eb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/fcea230e5f31443b89ce77f1bf1537eb 2024-11-23T02:22:28,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/fcea230e5f31443b89ce77f1bf1537eb, entries=150, sequenceid=420, filesize=12.0 K 2024-11-23T02:22:28,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/a73bb453f6bd4442ad889f85927c5008 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a73bb453f6bd4442ad889f85927c5008 2024-11-23T02:22:28,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a73bb453f6bd4442ad889f85927c5008, entries=150, sequenceid=420, filesize=12.0 K 2024-11-23T02:22:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c75bad35dc0c4bda9e40d02103f86bb6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c75bad35dc0c4bda9e40d02103f86bb6 2024-11-23T02:22:28,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c75bad35dc0c4bda9e40d02103f86bb6, entries=150, sequenceid=420, filesize=12.0 K 2024-11-23T02:22:28,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d0cb039fd24488d582dd229e634824e4 in 272ms, sequenceid=420, compaction requested=true 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:28,597 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:28,597 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:28,598 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:28,598 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/A is initiating minor compaction (all files) 2024-11-23T02:22:28,599 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/A in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:28,599 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/5540d96b288346a69fd51cc8d3b1021d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/4131888a01ad45328f7517a74d731995, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/fcea230e5f31443b89ce77f1bf1537eb] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=41.7 K 2024-11-23T02:22:28,599 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:28,599 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/B is initiating minor compaction (all files) 2024-11-23T02:22:28,599 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/B in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:28,599 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4b6df11b44e4d1991105770de46e98d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fa27bde198764da4a258a9295fce6a7a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a73bb453f6bd4442ad889f85927c5008] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.9 K 2024-11-23T02:22:28,600 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5540d96b288346a69fd51cc8d3b1021d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732328544878 2024-11-23T02:22:28,600 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b4b6df11b44e4d1991105770de46e98d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732328544878 2024-11-23T02:22:28,600 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4131888a01ad45328f7517a74d731995, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732328546033 2024-11-23T02:22:28,601 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting fa27bde198764da4a258a9295fce6a7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732328546038 2024-11-23T02:22:28,601 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcea230e5f31443b89ce77f1bf1537eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732328547195 2024-11-23T02:22:28,602 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a73bb453f6bd4442ad889f85927c5008, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732328547195 2024-11-23T02:22:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:22:28,626 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#B#compaction#90 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:28,627 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/028b9c6e745d4edb8ce5616b43bda38b is 50, key is test_row_0/B:col10/1732328548320/Put/seqid=0 2024-11-23T02:22:28,639 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:28,640 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/855e32ba1e8b4a0e8b3e261e9983cb16 is 50, key is test_row_0/A:col10/1732328548320/Put/seqid=0 2024-11-23T02:22:28,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T02:22:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:28,658 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:28,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741929_1105 (size=13323) 2024-11-23T02:22:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328608692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328608695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328608695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328608698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741930_1106 (size=13323) 2024-11-23T02:22:28,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328608700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/1915cff14816473884f884974c2c07fa is 50, key is test_row_0/A:col10/1732328548352/Put/seqid=0 2024-11-23T02:22:28,723 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/855e32ba1e8b4a0e8b3e261e9983cb16 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/855e32ba1e8b4a0e8b3e261e9983cb16 2024-11-23T02:22:28,731 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/A of d0cb039fd24488d582dd229e634824e4 into 855e32ba1e8b4a0e8b3e261e9983cb16(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:28,731 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:28,731 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/A, priority=13, startTime=1732328548597; duration=0sec 2024-11-23T02:22:28,731 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:28,731 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:28,732 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:28,733 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:28,733 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): d0cb039fd24488d582dd229e634824e4/C is initiating minor compaction (all files) 2024-11-23T02:22:28,733 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0cb039fd24488d582dd229e634824e4/C in TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:28,733 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b0bb2067919a44408ea615be7c2be550, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d870f831d2a44df9a0507ccb7a8e077a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c75bad35dc0c4bda9e40d02103f86bb6] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp, totalSize=36.9 K 2024-11-23T02:22:28,734 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0bb2067919a44408ea615be7c2be550, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732328544878 2024-11-23T02:22:28,734 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d870f831d2a44df9a0507ccb7a8e077a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732328546038 2024-11-23T02:22:28,735 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c75bad35dc0c4bda9e40d02103f86bb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732328547195 2024-11-23T02:22:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741931_1107 (size=12301) 2024-11-23T02:22:28,765 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0cb039fd24488d582dd229e634824e4#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:28,766 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c15cf9cbcfdc4937b03f141f3a09da5f is 50, key is test_row_0/C:col10/1732328548320/Put/seqid=0 2024-11-23T02:22:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741932_1108 (size=13323) 2024-11-23T02:22:28,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328608802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328608802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328608803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328608805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:22:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328608809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:28,814 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c15cf9cbcfdc4937b03f141f3a09da5f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c15cf9cbcfdc4937b03f141f3a09da5f 2024-11-23T02:22:28,825 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/C of d0cb039fd24488d582dd229e634824e4 into c15cf9cbcfdc4937b03f141f3a09da5f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:28,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:28,825 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/C, priority=13, startTime=1732328548597; duration=0sec 2024-11-23T02:22:28,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:28,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:29,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328609008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328609009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328609009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328609011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328609019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,095 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/028b9c6e745d4edb8ce5616b43bda38b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/028b9c6e745d4edb8ce5616b43bda38b 2024-11-23T02:22:29,104 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0cb039fd24488d582dd229e634824e4/B of d0cb039fd24488d582dd229e634824e4 into 028b9c6e745d4edb8ce5616b43bda38b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:29,104 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:29,104 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4., storeName=d0cb039fd24488d582dd229e634824e4/B, priority=13, startTime=1732328548597; duration=0sec 2024-11-23T02:22:29,104 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:29,105 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:22:29,161 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/1915cff14816473884f884974c2c07fa 2024-11-23T02:22:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/778f3086545a408d82825a46a9435050 is 50, key is test_row_0/B:col10/1732328548352/Put/seqid=0 2024-11-23T02:22:29,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741933_1109 (size=12301) 2024-11-23T02:22:29,250 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/778f3086545a408d82825a46a9435050 2024-11-23T02:22:29,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/aeeecaab6bbd4b0fa86308d94853aba8 is 50, key is test_row_0/C:col10/1732328548352/Put/seqid=0 2024-11-23T02:22:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741934_1110 (size=12301) 2024-11-23T02:22:29,299 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/aeeecaab6bbd4b0fa86308d94853aba8 2024-11-23T02:22:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/1915cff14816473884f884974c2c07fa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/1915cff14816473884f884974c2c07fa 2024-11-23T02:22:29,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328609312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328609314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328609314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328609315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,314 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/1915cff14816473884f884974c2c07fa, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T02:22:29,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/778f3086545a408d82825a46a9435050 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/778f3086545a408d82825a46a9435050 2024-11-23T02:22:29,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328609322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,333 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/778f3086545a408d82825a46a9435050, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T02:22:29,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/aeeecaab6bbd4b0fa86308d94853aba8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/aeeecaab6bbd4b0fa86308d94853aba8 2024-11-23T02:22:29,344 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/aeeecaab6bbd4b0fa86308d94853aba8, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T02:22:29,346 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d0cb039fd24488d582dd229e634824e4 in 688ms, sequenceid=438, compaction requested=false 2024-11-23T02:22:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T02:22:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T02:22:29,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T02:22:29,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 843 msec 2024-11-23T02:22:29,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 849 msec 2024-11-23T02:22:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:22:29,611 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T02:22:29,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T02:22:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:22:29,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:29,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:29,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:22:29,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T02:22:29,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:29,772 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:22:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6a409e1e8edc40c8bd4ea47cef623865 is 50, key is test_row_0/A:col10/1732328548697/Put/seqid=0 2024-11-23T02:22:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. as already flushing 2024-11-23T02:22:29,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741935_1111 (size=12301) 2024-11-23T02:22:29,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6a409e1e8edc40c8bd4ea47cef623865 2024-11-23T02:22:29,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328609840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328609841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328609843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328609848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328609848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/3becea663ea34f1ab479a43ab9b49878 is 50, key is test_row_0/B:col10/1732328548697/Put/seqid=0 2024-11-23T02:22:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741936_1112 (size=12301) 2024-11-23T02:22:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:22:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328609950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328609950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328609951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328609953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:29,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328609954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328610155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328610156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328610156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328610156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328610157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:22:30,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/3becea663ea34f1ab479a43ab9b49878 2024-11-23T02:22:30,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/f57e12eda328477186497d43ac4c11dd is 50, key is test_row_0/C:col10/1732328548697/Put/seqid=0 2024-11-23T02:22:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741937_1113 (size=12301) 2024-11-23T02:22:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1732328610458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46980 deadline: 1732328610461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1732328610461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46966 deadline: 1732328610463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46950 deadline: 1732328610463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:30,707 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/f57e12eda328477186497d43ac4c11dd 2024-11-23T02:22:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/6a409e1e8edc40c8bd4ea47cef623865 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6a409e1e8edc40c8bd4ea47cef623865 2024-11-23T02:22:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:22:30,726 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6a409e1e8edc40c8bd4ea47cef623865, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T02:22:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/3becea663ea34f1ab479a43ab9b49878 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/3becea663ea34f1ab479a43ab9b49878 2024-11-23T02:22:30,734 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/3becea663ea34f1ab479a43ab9b49878, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T02:22:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/f57e12eda328477186497d43ac4c11dd as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f57e12eda328477186497d43ac4c11dd 2024-11-23T02:22:30,742 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f57e12eda328477186497d43ac4c11dd, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T02:22:30,743 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d0cb039fd24488d582dd229e634824e4 in 971ms, sequenceid=460, compaction requested=true 2024-11-23T02:22:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T02:22:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T02:22:30,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T02:22:30,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-11-23T02:22:30,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.1350 sec 2024-11-23T02:22:30,901 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:52285 2024-11-23T02:22:30,901 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,902 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:52285 2024-11-23T02:22:30,902 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,904 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:52285 2024-11-23T02:22:30,904 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,905 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:52285 2024-11-23T02:22:30,905 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:30,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:22:30,965 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:52285 2024-11-23T02:22:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:30,965 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:30,969 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e52b42a to 127.0.0.1:52285 2024-11-23T02:22:30,969 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,970 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:52285 2024-11-23T02:22:30,970 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/ef3abff53db4466ebea817571a081194 is 50, key is test_row_0/A:col10/1732328549841/Put/seqid=0 2024-11-23T02:22:30,972 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:52285 2024-11-23T02:22:30,972 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,973 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:52285 2024-11-23T02:22:30,973 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741938_1114 (size=12301) 2024-11-23T02:22:31,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/ef3abff53db4466ebea817571a081194 2024-11-23T02:22:31,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/34bd1b6a5d60465b85ab377bb2359ef7 is 50, key is test_row_0/B:col10/1732328549841/Put/seqid=0 2024-11-23T02:22:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741939_1115 (size=12301) 2024-11-23T02:22:31,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:22:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:22:31,723 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3409 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3295 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1461 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4383 rows 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1499 2024-11-23T02:22:31,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4497 rows 2024-11-23T02:22:31,724 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:22:31,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:52285 2024-11-23T02:22:31,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:31,727 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:22:31,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:22:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:31,739 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328551739"}]},"ts":"1732328551739"} 2024-11-23T02:22:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:22:31,741 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:22:31,743 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:22:31,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:22:31,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, UNASSIGN}] 2024-11-23T02:22:31,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, UNASSIGN 2024-11-23T02:22:31,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d0cb039fd24488d582dd229e634824e4, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:31,751 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:22:31,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:31,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/34bd1b6a5d60465b85ab377bb2359ef7 2024-11-23T02:22:31,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c4528b574e4a413ba48bcfc25f870028 is 50, key is test_row_0/C:col10/1732328549841/Put/seqid=0 2024-11-23T02:22:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741940_1116 (size=12301) 2024-11-23T02:22:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:22:31,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:31,907 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:31,907 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:22:31,908 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing d0cb039fd24488d582dd229e634824e4, disabling compactions & flushes 2024-11-23T02:22:31,908 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:22:32,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c4528b574e4a413ba48bcfc25f870028 2024-11-23T02:22:32,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/ef3abff53db4466ebea817571a081194 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/ef3abff53db4466ebea817571a081194 2024-11-23T02:22:32,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/ef3abff53db4466ebea817571a081194, entries=150, sequenceid=479, filesize=12.0 K 2024-11-23T02:22:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/34bd1b6a5d60465b85ab377bb2359ef7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/34bd1b6a5d60465b85ab377bb2359ef7 2024-11-23T02:22:32,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/34bd1b6a5d60465b85ab377bb2359ef7, entries=150, sequenceid=479, filesize=12.0 K 2024-11-23T02:22:32,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/c4528b574e4a413ba48bcfc25f870028 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c4528b574e4a413ba48bcfc25f870028 2024-11-23T02:22:32,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c4528b574e4a413ba48bcfc25f870028, entries=150, sequenceid=479, filesize=12.0 K 2024-11-23T02:22:32,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=26.84 KB/27480 for d0cb039fd24488d582dd229e634824e4 in 1261ms, sequenceid=479, compaction requested=true 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:32,225 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:32,225 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:32,225 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. because compaction request was cancelled 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:32,225 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:A 2024-11-23T02:22:32,225 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. after waiting 0 ms 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0cb039fd24488d582dd229e634824e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:32,225 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. because compaction request was cancelled 2024-11-23T02:22:32,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:32,225 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:32,225 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. because compaction request was cancelled 2024-11-23T02:22:32,225 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:B 2024-11-23T02:22:32,225 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0cb039fd24488d582dd229e634824e4:C 2024-11-23T02:22:32,225 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing d0cb039fd24488d582dd229e634824e4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T02:22:32,225 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=A 2024-11-23T02:22:32,225 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:32,226 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=B 2024-11-23T02:22:32,226 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:32,226 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0cb039fd24488d582dd229e634824e4, store=C 2024-11-23T02:22:32,226 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:32,229 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/d0ec4ceb4f674a0486d59407eccae404 is 50, key is test_row_0/A:col10/1732328550969/Put/seqid=0 2024-11-23T02:22:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741941_1117 (size=12301) 2024-11-23T02:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:22:32,634 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/d0ec4ceb4f674a0486d59407eccae404 2024-11-23T02:22:32,641 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/aa3467f1bcc8471197f9fb54bf56fe42 is 50, key is test_row_0/B:col10/1732328550969/Put/seqid=0 2024-11-23T02:22:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741942_1118 (size=12301) 2024-11-23T02:22:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:22:33,046 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/aa3467f1bcc8471197f9fb54bf56fe42 2024-11-23T02:22:33,054 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/21f3c44e75dc42958ab3e18fff9804b2 is 50, key is test_row_0/C:col10/1732328550969/Put/seqid=0 2024-11-23T02:22:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741943_1119 (size=12301) 2024-11-23T02:22:33,459 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/21f3c44e75dc42958ab3e18fff9804b2 2024-11-23T02:22:33,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/A/d0ec4ceb4f674a0486d59407eccae404 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d0ec4ceb4f674a0486d59407eccae404 2024-11-23T02:22:33,468 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d0ec4ceb4f674a0486d59407eccae404, entries=150, sequenceid=486, filesize=12.0 K 2024-11-23T02:22:33,469 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/B/aa3467f1bcc8471197f9fb54bf56fe42 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/aa3467f1bcc8471197f9fb54bf56fe42 2024-11-23T02:22:33,472 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/aa3467f1bcc8471197f9fb54bf56fe42, entries=150, sequenceid=486, filesize=12.0 K 2024-11-23T02:22:33,473 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/.tmp/C/21f3c44e75dc42958ab3e18fff9804b2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/21f3c44e75dc42958ab3e18fff9804b2 2024-11-23T02:22:33,477 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/21f3c44e75dc42958ab3e18fff9804b2, entries=150, sequenceid=486, filesize=12.0 K 2024-11-23T02:22:33,478 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d0cb039fd24488d582dd229e634824e4 in 1253ms, sequenceid=486, compaction requested=true 2024-11-23T02:22:33,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/21f8467bbda341189af4c0c51c4c2b91, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/3bc935e7d5034d7687d2a8ba4cd36866, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6f7ce48772b84d3c9259028a36dd28ef, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6c5104d4cb92473fbd4e8fa1a87a80c2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a5a702886c4c9eaff7dfb4cea77a91, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/0302e52f5be24e3d8ad97ad3138bb852, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b55103f5d47549dc9dac9a1941dbe2e4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/de32932944b3412b8980e4ad07f2889a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a99834706f4fcfa53dc989cfd27aac, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/61ff04e47a004dcb9d87e845c209f6cc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/eb0861696ebf468fa0aae402051d8d35, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/446e6ddde2e1423295e12919d596adab, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/7a50d2893a6d455084c63ed3c6bc9214, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/98cce5b39867465780dde2caef9d96a5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/29046811a31d421caf0af974fcd56df2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/658da587bfe84a4c86b24a0c08b1827f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/bf5decfdf76e4b869e09f7c72040a0d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/a5e648a1f9314954a281496fe5768948, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/05cd7e35ae5e40389929a0c0e12d7898, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e5acaf6c61ab4d9893b5162d8a41baaa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/048ded0ee8374c7d97d958fa6453225d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d39c161f338e41d7a0686959ff4c52aa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/323f856e09424a24be465c51e847cf38, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/486a3ee700ad4e758e78a0e0d6e67552, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/2770eb0d0f6141a69065e7a71c63f71c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b38172f7a6ba429782d1d37b1b4c2a69, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e8bb716ce5834bda830d0a83a9f395fc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/5540d96b288346a69fd51cc8d3b1021d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/4131888a01ad45328f7517a74d731995, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/fcea230e5f31443b89ce77f1bf1537eb] to archive 2024-11-23T02:22:33,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:33,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/21f8467bbda341189af4c0c51c4c2b91 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/21f8467bbda341189af4c0c51c4c2b91 2024-11-23T02:22:33,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/3bc935e7d5034d7687d2a8ba4cd36866 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/3bc935e7d5034d7687d2a8ba4cd36866 2024-11-23T02:22:33,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6f7ce48772b84d3c9259028a36dd28ef to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6f7ce48772b84d3c9259028a36dd28ef 2024-11-23T02:22:33,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6c5104d4cb92473fbd4e8fa1a87a80c2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6c5104d4cb92473fbd4e8fa1a87a80c2 2024-11-23T02:22:33,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a5a702886c4c9eaff7dfb4cea77a91 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a5a702886c4c9eaff7dfb4cea77a91 2024-11-23T02:22:33,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/0302e52f5be24e3d8ad97ad3138bb852 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/0302e52f5be24e3d8ad97ad3138bb852 2024-11-23T02:22:33,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b55103f5d47549dc9dac9a1941dbe2e4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b55103f5d47549dc9dac9a1941dbe2e4 2024-11-23T02:22:33,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/de32932944b3412b8980e4ad07f2889a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/de32932944b3412b8980e4ad07f2889a 2024-11-23T02:22:33,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a99834706f4fcfa53dc989cfd27aac to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/09a99834706f4fcfa53dc989cfd27aac 2024-11-23T02:22:33,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/61ff04e47a004dcb9d87e845c209f6cc to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/61ff04e47a004dcb9d87e845c209f6cc 2024-11-23T02:22:33,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/eb0861696ebf468fa0aae402051d8d35 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/eb0861696ebf468fa0aae402051d8d35 2024-11-23T02:22:33,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/446e6ddde2e1423295e12919d596adab to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/446e6ddde2e1423295e12919d596adab 2024-11-23T02:22:33,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/7a50d2893a6d455084c63ed3c6bc9214 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/7a50d2893a6d455084c63ed3c6bc9214 2024-11-23T02:22:33,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/98cce5b39867465780dde2caef9d96a5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/98cce5b39867465780dde2caef9d96a5 2024-11-23T02:22:33,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/29046811a31d421caf0af974fcd56df2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/29046811a31d421caf0af974fcd56df2 2024-11-23T02:22:33,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/658da587bfe84a4c86b24a0c08b1827f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/658da587bfe84a4c86b24a0c08b1827f 2024-11-23T02:22:33,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/bf5decfdf76e4b869e09f7c72040a0d9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/bf5decfdf76e4b869e09f7c72040a0d9 2024-11-23T02:22:33,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/a5e648a1f9314954a281496fe5768948 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/a5e648a1f9314954a281496fe5768948 2024-11-23T02:22:33,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/05cd7e35ae5e40389929a0c0e12d7898 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/05cd7e35ae5e40389929a0c0e12d7898 2024-11-23T02:22:33,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e5acaf6c61ab4d9893b5162d8a41baaa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e5acaf6c61ab4d9893b5162d8a41baaa 2024-11-23T02:22:33,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/048ded0ee8374c7d97d958fa6453225d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/048ded0ee8374c7d97d958fa6453225d 2024-11-23T02:22:33,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d39c161f338e41d7a0686959ff4c52aa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d39c161f338e41d7a0686959ff4c52aa 2024-11-23T02:22:33,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/323f856e09424a24be465c51e847cf38 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/323f856e09424a24be465c51e847cf38 2024-11-23T02:22:33,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/486a3ee700ad4e758e78a0e0d6e67552 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/486a3ee700ad4e758e78a0e0d6e67552 2024-11-23T02:22:33,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/2770eb0d0f6141a69065e7a71c63f71c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/2770eb0d0f6141a69065e7a71c63f71c 2024-11-23T02:22:33,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b38172f7a6ba429782d1d37b1b4c2a69 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/b38172f7a6ba429782d1d37b1b4c2a69 2024-11-23T02:22:33,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e8bb716ce5834bda830d0a83a9f395fc to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/e8bb716ce5834bda830d0a83a9f395fc 2024-11-23T02:22:33,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/5540d96b288346a69fd51cc8d3b1021d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/5540d96b288346a69fd51cc8d3b1021d 2024-11-23T02:22:33,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/4131888a01ad45328f7517a74d731995 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/4131888a01ad45328f7517a74d731995 2024-11-23T02:22:33,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/fcea230e5f31443b89ce77f1bf1537eb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/fcea230e5f31443b89ce77f1bf1537eb 2024-11-23T02:22:33,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/631ca2d827104ba9af29b729e006e0a6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4922292f1207432d844061a8d28daea9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e3a9a92001dc444a87dba4bf08af0ac9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fb4f211c62474b90858e29ad73dc5872, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4a6c016faa64ecd9f9723c88e0352d7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/728606821ab943bca846bc9340d31f73, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1850e0bb5d7544b6a64190c0fa6640e9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a3cd2abacd734c08a52dbc6feec38285, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/cd4ae19e017e40c782a254be32566a1d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/de4b323d1f6c4fd18fb1f41172428971, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4e433da7dbdb4bbeaf86cb4871bada2b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b824509c1406497db1e332461d066770, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/8abfad664ef54b6691cbf187a1d7a8a4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/758c878359b94975b58e70a951e0309a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5486642386374da1bbaa7f6f2f6428c4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1bac86b9d09645de8bea617f3dbd1afd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/79e8f9c3c83747bcaacc6d1ef5fc34e8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5bd1de64a9604a969630c34f3383c0dd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4eb27955e5174850bd8113f66aa8d188, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/7c005884ac58412db635b9022e086046, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/880eeb6cf11f4fdfb7b9e2e887438c34, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b580935c271445788fa0a1e8558ac36a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/416ec7fb60c449f18caaba765ac13e07, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/c850bcca959a46588acc57f5339befcd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e18c1123461949d3a182eaf6f85e576a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/438aa8a60ae843eb99be2eb7667d733a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4b6df11b44e4d1991105770de46e98d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/ec097815e3414d868b0d2b66ce42c029, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fa27bde198764da4a258a9295fce6a7a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a73bb453f6bd4442ad889f85927c5008] to archive 2024-11-23T02:22:33,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:33,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/631ca2d827104ba9af29b729e006e0a6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/631ca2d827104ba9af29b729e006e0a6 2024-11-23T02:22:33,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4922292f1207432d844061a8d28daea9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4922292f1207432d844061a8d28daea9 2024-11-23T02:22:33,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e3a9a92001dc444a87dba4bf08af0ac9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e3a9a92001dc444a87dba4bf08af0ac9 2024-11-23T02:22:33,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fb4f211c62474b90858e29ad73dc5872 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fb4f211c62474b90858e29ad73dc5872 2024-11-23T02:22:33,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4a6c016faa64ecd9f9723c88e0352d7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4a6c016faa64ecd9f9723c88e0352d7 2024-11-23T02:22:33,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/728606821ab943bca846bc9340d31f73 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/728606821ab943bca846bc9340d31f73 2024-11-23T02:22:33,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1850e0bb5d7544b6a64190c0fa6640e9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1850e0bb5d7544b6a64190c0fa6640e9 2024-11-23T02:22:33,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a3cd2abacd734c08a52dbc6feec38285 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a3cd2abacd734c08a52dbc6feec38285 2024-11-23T02:22:33,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/cd4ae19e017e40c782a254be32566a1d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/cd4ae19e017e40c782a254be32566a1d 2024-11-23T02:22:33,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/de4b323d1f6c4fd18fb1f41172428971 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/de4b323d1f6c4fd18fb1f41172428971 2024-11-23T02:22:33,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4e433da7dbdb4bbeaf86cb4871bada2b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4e433da7dbdb4bbeaf86cb4871bada2b 2024-11-23T02:22:33,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b824509c1406497db1e332461d066770 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b824509c1406497db1e332461d066770 2024-11-23T02:22:33,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/8abfad664ef54b6691cbf187a1d7a8a4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/8abfad664ef54b6691cbf187a1d7a8a4 2024-11-23T02:22:33,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/758c878359b94975b58e70a951e0309a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/758c878359b94975b58e70a951e0309a 2024-11-23T02:22:33,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5486642386374da1bbaa7f6f2f6428c4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5486642386374da1bbaa7f6f2f6428c4 2024-11-23T02:22:33,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1bac86b9d09645de8bea617f3dbd1afd to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/1bac86b9d09645de8bea617f3dbd1afd 2024-11-23T02:22:33,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/79e8f9c3c83747bcaacc6d1ef5fc34e8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/79e8f9c3c83747bcaacc6d1ef5fc34e8 2024-11-23T02:22:33,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5bd1de64a9604a969630c34f3383c0dd to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/5bd1de64a9604a969630c34f3383c0dd 2024-11-23T02:22:33,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4eb27955e5174850bd8113f66aa8d188 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/4eb27955e5174850bd8113f66aa8d188 2024-11-23T02:22:33,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/7c005884ac58412db635b9022e086046 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/7c005884ac58412db635b9022e086046 2024-11-23T02:22:33,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/880eeb6cf11f4fdfb7b9e2e887438c34 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/880eeb6cf11f4fdfb7b9e2e887438c34 2024-11-23T02:22:33,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b580935c271445788fa0a1e8558ac36a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b580935c271445788fa0a1e8558ac36a 2024-11-23T02:22:33,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/416ec7fb60c449f18caaba765ac13e07 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/416ec7fb60c449f18caaba765ac13e07 2024-11-23T02:22:33,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/c850bcca959a46588acc57f5339befcd to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/c850bcca959a46588acc57f5339befcd 2024-11-23T02:22:33,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e18c1123461949d3a182eaf6f85e576a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/e18c1123461949d3a182eaf6f85e576a 2024-11-23T02:22:33,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/438aa8a60ae843eb99be2eb7667d733a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/438aa8a60ae843eb99be2eb7667d733a 2024-11-23T02:22:33,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4b6df11b44e4d1991105770de46e98d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/b4b6df11b44e4d1991105770de46e98d 2024-11-23T02:22:33,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/ec097815e3414d868b0d2b66ce42c029 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/ec097815e3414d868b0d2b66ce42c029 2024-11-23T02:22:33,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fa27bde198764da4a258a9295fce6a7a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/fa27bde198764da4a258a9295fce6a7a 2024-11-23T02:22:33,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a73bb453f6bd4442ad889f85927c5008 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/a73bb453f6bd4442ad889f85927c5008 2024-11-23T02:22:33,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/4c682c8952654371aecf37673786ead9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/bd2b33ce58cb4518abe7ad45e46da27d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d4231a05305240aa953a3724ac4d205a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3d5203fdbf8c42c7baa4171963ac6b9a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/ef6b364aaaae405391d7a903dcdf14c1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/6bc28c5192a94788b6e301e570207dce, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c851e43c4d6e4c6380656c0cf82527ae, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b35203ddb4314c8298ee6f636a81adef, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/5c79dba413d84ff39856c6b10a674304, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/db90f063146f48828ee85ae9b136e3e4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/57ef052503d34f2fb19b431021b2f57a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3fbc1bcc5bb54adda8e60669ce9cd507, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f449fcaa318e4ae597ca3427a2eee28b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3cdd8f6709b2468d9062ead412b8899b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/a0cf6d91d81547538ea2fb2ce3dc664b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9801ff3f5c064c3c9bf830581b4b7307, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7c6acb5be46b4749a6b190b616bce14d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/93bde137c7ca40639d02af5faed36bc2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9c404b56d2964e8490d03da3c71d77c5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c376aae11dec469cae96577f8d5ba684, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d913c7cfe03b4b99b6c14aa7165c34f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2797e32aa5ad439d85aa3d978943310e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2813daa63a344f2bbb123cffbd92777e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/292edf7fe3c74f728edce865b028f793, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7b50dd0f0f184e729a8320df82fc5659, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b0bb2067919a44408ea615be7c2be550, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/1c8b59bd847d44eca89fe43539c93e77, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d870f831d2a44df9a0507ccb7a8e077a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c75bad35dc0c4bda9e40d02103f86bb6] to archive 2024-11-23T02:22:33,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:33,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/4c682c8952654371aecf37673786ead9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/4c682c8952654371aecf37673786ead9 2024-11-23T02:22:33,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/bd2b33ce58cb4518abe7ad45e46da27d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/bd2b33ce58cb4518abe7ad45e46da27d 2024-11-23T02:22:33,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d4231a05305240aa953a3724ac4d205a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d4231a05305240aa953a3724ac4d205a 2024-11-23T02:22:33,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3d5203fdbf8c42c7baa4171963ac6b9a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3d5203fdbf8c42c7baa4171963ac6b9a 2024-11-23T02:22:33,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/ef6b364aaaae405391d7a903dcdf14c1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/ef6b364aaaae405391d7a903dcdf14c1 2024-11-23T02:22:33,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/6bc28c5192a94788b6e301e570207dce to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/6bc28c5192a94788b6e301e570207dce 2024-11-23T02:22:33,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c851e43c4d6e4c6380656c0cf82527ae to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c851e43c4d6e4c6380656c0cf82527ae 2024-11-23T02:22:33,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b35203ddb4314c8298ee6f636a81adef to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b35203ddb4314c8298ee6f636a81adef 2024-11-23T02:22:33,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/5c79dba413d84ff39856c6b10a674304 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/5c79dba413d84ff39856c6b10a674304 2024-11-23T02:22:33,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/db90f063146f48828ee85ae9b136e3e4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/db90f063146f48828ee85ae9b136e3e4 2024-11-23T02:22:33,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/57ef052503d34f2fb19b431021b2f57a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/57ef052503d34f2fb19b431021b2f57a 2024-11-23T02:22:33,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3fbc1bcc5bb54adda8e60669ce9cd507 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3fbc1bcc5bb54adda8e60669ce9cd507 2024-11-23T02:22:33,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f449fcaa318e4ae597ca3427a2eee28b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f449fcaa318e4ae597ca3427a2eee28b 2024-11-23T02:22:33,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3cdd8f6709b2468d9062ead412b8899b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3cdd8f6709b2468d9062ead412b8899b 2024-11-23T02:22:33,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/a0cf6d91d81547538ea2fb2ce3dc664b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/a0cf6d91d81547538ea2fb2ce3dc664b 2024-11-23T02:22:33,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9801ff3f5c064c3c9bf830581b4b7307 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9801ff3f5c064c3c9bf830581b4b7307 2024-11-23T02:22:33,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7c6acb5be46b4749a6b190b616bce14d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7c6acb5be46b4749a6b190b616bce14d 2024-11-23T02:22:33,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/3ce13d0dfaec48d7ac0bc8e448a1fcf7 2024-11-23T02:22:33,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/93bde137c7ca40639d02af5faed36bc2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/93bde137c7ca40639d02af5faed36bc2 2024-11-23T02:22:33,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9c404b56d2964e8490d03da3c71d77c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/9c404b56d2964e8490d03da3c71d77c5 2024-11-23T02:22:33,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c376aae11dec469cae96577f8d5ba684 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c376aae11dec469cae96577f8d5ba684 2024-11-23T02:22:33,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d913c7cfe03b4b99b6c14aa7165c34f7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d913c7cfe03b4b99b6c14aa7165c34f7 2024-11-23T02:22:33,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2797e32aa5ad439d85aa3d978943310e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2797e32aa5ad439d85aa3d978943310e 2024-11-23T02:22:33,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2813daa63a344f2bbb123cffbd92777e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/2813daa63a344f2bbb123cffbd92777e 2024-11-23T02:22:33,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/292edf7fe3c74f728edce865b028f793 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/292edf7fe3c74f728edce865b028f793 2024-11-23T02:22:33,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7b50dd0f0f184e729a8320df82fc5659 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/7b50dd0f0f184e729a8320df82fc5659 2024-11-23T02:22:33,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b0bb2067919a44408ea615be7c2be550 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/b0bb2067919a44408ea615be7c2be550 2024-11-23T02:22:33,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/1c8b59bd847d44eca89fe43539c93e77 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/1c8b59bd847d44eca89fe43539c93e77 2024-11-23T02:22:33,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d870f831d2a44df9a0507ccb7a8e077a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/d870f831d2a44df9a0507ccb7a8e077a 2024-11-23T02:22:33,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c75bad35dc0c4bda9e40d02103f86bb6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c75bad35dc0c4bda9e40d02103f86bb6 2024-11-23T02:22:33,615 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/recovered.edits/489.seqid, newMaxSeqId=489, maxSeqId=1 2024-11-23T02:22:33,618 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4. 2024-11-23T02:22:33,618 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for d0cb039fd24488d582dd229e634824e4: 2024-11-23T02:22:33,620 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:33,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d0cb039fd24488d582dd229e634824e4, regionState=CLOSED 2024-11-23T02:22:33,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T02:22:33,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure d0cb039fd24488d582dd229e634824e4, server=fde8ce287ea2,37605,1732328523434 in 1.8710 sec 2024-11-23T02:22:33,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-23T02:22:33,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0cb039fd24488d582dd229e634824e4, UNASSIGN in 1.8750 sec 2024-11-23T02:22:33,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T02:22:33,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8820 sec 2024-11-23T02:22:33,628 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328553628"}]},"ts":"1732328553628"} 2024-11-23T02:22:33,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:22:33,632 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:22:33,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8980 sec 2024-11-23T02:22:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:22:33,844 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T02:22:33,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:22:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,852 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T02:22:33,856 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:33,859 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/recovered.edits] 2024-11-23T02:22:33,863 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/1915cff14816473884f884974c2c07fa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/1915cff14816473884f884974c2c07fa 2024-11-23T02:22:33,864 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6a409e1e8edc40c8bd4ea47cef623865 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/6a409e1e8edc40c8bd4ea47cef623865 2024-11-23T02:22:33,866 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/855e32ba1e8b4a0e8b3e261e9983cb16 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/855e32ba1e8b4a0e8b3e261e9983cb16 2024-11-23T02:22:33,867 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d0ec4ceb4f674a0486d59407eccae404 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/d0ec4ceb4f674a0486d59407eccae404 2024-11-23T02:22:33,868 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/ef3abff53db4466ebea817571a081194 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/A/ef3abff53db4466ebea817571a081194 2024-11-23T02:22:33,871 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/028b9c6e745d4edb8ce5616b43bda38b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/028b9c6e745d4edb8ce5616b43bda38b 2024-11-23T02:22:33,872 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/34bd1b6a5d60465b85ab377bb2359ef7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/34bd1b6a5d60465b85ab377bb2359ef7 2024-11-23T02:22:33,873 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/3becea663ea34f1ab479a43ab9b49878 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/3becea663ea34f1ab479a43ab9b49878 2024-11-23T02:22:33,875 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/778f3086545a408d82825a46a9435050 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/778f3086545a408d82825a46a9435050 2024-11-23T02:22:33,876 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/aa3467f1bcc8471197f9fb54bf56fe42 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/B/aa3467f1bcc8471197f9fb54bf56fe42 2024-11-23T02:22:33,878 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/21f3c44e75dc42958ab3e18fff9804b2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/21f3c44e75dc42958ab3e18fff9804b2 2024-11-23T02:22:33,880 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/aeeecaab6bbd4b0fa86308d94853aba8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/aeeecaab6bbd4b0fa86308d94853aba8 2024-11-23T02:22:33,881 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c15cf9cbcfdc4937b03f141f3a09da5f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c15cf9cbcfdc4937b03f141f3a09da5f 2024-11-23T02:22:33,883 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c4528b574e4a413ba48bcfc25f870028 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/c4528b574e4a413ba48bcfc25f870028 2024-11-23T02:22:33,884 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f57e12eda328477186497d43ac4c11dd to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/C/f57e12eda328477186497d43ac4c11dd 2024-11-23T02:22:33,887 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/recovered.edits/489.seqid to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4/recovered.edits/489.seqid 2024-11-23T02:22:33,888 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/d0cb039fd24488d582dd229e634824e4 2024-11-23T02:22:33,888 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:22:33,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T02:22:33,900 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:22:33,935 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:22:33,937 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,937 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:22:33,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328553937"}]},"ts":"9223372036854775807"} 2024-11-23T02:22:33,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:22:33,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d0cb039fd24488d582dd229e634824e4, NAME => 'TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:22:33,941 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:22:33,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328553941"}]},"ts":"9223372036854775807"} 2024-11-23T02:22:33,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:22:33,946 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-11-23T02:22:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T02:22:33,955 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-23T02:22:33,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 217) Potentially hanging thread: hconnection-0x315767a3-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1412582980_22 at /127.0.0.1:41872 [Waiting for operation #281] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1908274570_22 at /127.0.0.1:54798 [Waiting for operation #121] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fde8ce287ea2:37605-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1908274570_22 at /127.0.0.1:54384 [Waiting for operation #264] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=535 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3959 (was 4557) 2024-11-23T02:22:33,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=535, ProcessCount=11, AvailableMemoryMB=3956 2024-11-23T02:22:33,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:22:33,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:33,988 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:22:33,988 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:33,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-23T02:22:33,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:22:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T02:22:33,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741944_1120 (size=963) 2024-11-23T02:22:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T02:22:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T02:22:34,397 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:22:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741945_1121 (size=53) 2024-11-23T02:22:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T02:22:34,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:34,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f88fc473148e39fc33f71a5e0618d7c5, disabling compactions & flushes 2024-11-23T02:22:34,804 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:34,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:34,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. after waiting 0 ms 2024-11-23T02:22:34,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:34,804 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:34,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:34,806 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:22:34,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328554806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328554806"}]},"ts":"1732328554806"} 2024-11-23T02:22:34,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:22:34,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:22:34,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328554809"}]},"ts":"1732328554809"} 2024-11-23T02:22:34,810 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:22:34,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, ASSIGN}] 2024-11-23T02:22:34,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, ASSIGN 2024-11-23T02:22:34,818 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:22:34,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:34,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T02:22:35,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:35,126 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:35,126 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:35,126 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,126 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:35,127 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,127 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,128 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,129 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:35,129 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88fc473148e39fc33f71a5e0618d7c5 columnFamilyName A 2024-11-23T02:22:35,130 DEBUG [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:35,130 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(327): Store=f88fc473148e39fc33f71a5e0618d7c5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:35,130 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,131 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:35,132 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88fc473148e39fc33f71a5e0618d7c5 columnFamilyName B 2024-11-23T02:22:35,132 DEBUG [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:35,133 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(327): Store=f88fc473148e39fc33f71a5e0618d7c5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:35,133 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,134 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:35,134 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88fc473148e39fc33f71a5e0618d7c5 columnFamilyName C 2024-11-23T02:22:35,134 DEBUG [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:35,134 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(327): Store=f88fc473148e39fc33f71a5e0618d7c5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:35,134 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:35,135 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,135 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,137 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:35,138 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:35,140 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:35,140 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened f88fc473148e39fc33f71a5e0618d7c5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68476878, jitterRate=0.020384997129440308}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:35,141 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:35,141 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., pid=39, masterSystemTime=1732328555122 2024-11-23T02:22:35,143 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:35,143 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:35,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:35,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T02:22:35,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 in 174 msec 2024-11-23T02:22:35,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T02:22:35,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, ASSIGN in 330 msec 2024-11-23T02:22:35,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:22:35,149 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328555148"}]},"ts":"1732328555148"} 2024-11-23T02:22:35,150 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:22:35,152 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:22:35,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-23T02:22:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T02:22:36,094 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-23T02:22:36,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ff872d8 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4506927 2024-11-23T02:22:36,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9b9802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:36,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:36,103 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:36,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:22:36,106 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:22:36,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:22:36,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741946_1122 (size=999) 2024-11-23T02:22:36,518 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:22:36,519 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:22:36,530 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T02:22:36,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T02:22:36,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:22:36,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, REOPEN/MOVE}] 2024-11-23T02:22:36,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, REOPEN/MOVE 2024-11-23T02:22:36,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:36,547 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:22:36,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:36,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:36,699 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:36,699 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:22:36,699 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing f88fc473148e39fc33f71a5e0618d7c5, disabling compactions & flushes 2024-11-23T02:22:36,699 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:36,699 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:36,699 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. after waiting 0 ms 2024-11-23T02:22:36,699 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:36,703 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T02:22:36,704 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:36,704 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:36,704 WARN [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: f88fc473148e39fc33f71a5e0618d7c5 to self. 2024-11-23T02:22:36,705 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:36,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=CLOSED 2024-11-23T02:22:36,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T02:22:36,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 in 160 msec 2024-11-23T02:22:36,709 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, REOPEN/MOVE; state=CLOSED, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=true 2024-11-23T02:22:36,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:36,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:22:37,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,016 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,016 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:37,016 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,016 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:37,017 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,017 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,019 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,020 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:37,025 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88fc473148e39fc33f71a5e0618d7c5 columnFamilyName A 2024-11-23T02:22:37,027 DEBUG [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,027 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(327): Store=f88fc473148e39fc33f71a5e0618d7c5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:37,028 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,028 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:37,028 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88fc473148e39fc33f71a5e0618d7c5 columnFamilyName B 2024-11-23T02:22:37,029 DEBUG [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,029 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(327): Store=f88fc473148e39fc33f71a5e0618d7c5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:37,029 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,030 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:37,030 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f88fc473148e39fc33f71a5e0618d7c5 columnFamilyName C 2024-11-23T02:22:37,030 DEBUG [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,030 INFO [StoreOpener-f88fc473148e39fc33f71a5e0618d7c5-1 {}] regionserver.HStore(327): Store=f88fc473148e39fc33f71a5e0618d7c5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:37,030 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,031 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,032 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,034 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:37,035 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,036 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened f88fc473148e39fc33f71a5e0618d7c5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67512702, jitterRate=0.00601765513420105}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:37,038 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:37,038 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., pid=44, masterSystemTime=1732328557012 2024-11-23T02:22:37,040 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,040 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=OPEN, openSeqNum=5, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-23T02:22:37,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 in 181 msec 2024-11-23T02:22:37,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-23T02:22:37,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, REOPEN/MOVE in 499 msec 2024-11-23T02:22:37,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T02:22:37,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-23T02:22:37,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-23T02:22:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T02:22:37,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c2c778 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7362d978 2024-11-23T02:22:37,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931c73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,065 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x433e2b26 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bad2e85 2024-11-23T02:22:37,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ea2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4420 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ebda6ad 2024-11-23T02:22:37,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b44b1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24f64590 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19a533a3 2024-11-23T02:22:37,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46114993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c5c4716 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@465dc764 2024-11-23T02:22:37,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c53ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00cb464a to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68f0be85 2024-11-23T02:22:37,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-11-23T02:22:37,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-11-23T02:22:37,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-11-23T02:22:37,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,102 DEBUG [hconnection-0x5d8fb141-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-23T02:22:37,105 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T02:22:37,105 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:37,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:37,108 DEBUG [hconnection-0x7fbb48fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,111 DEBUG [hconnection-0x5fc42d4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,112 DEBUG [hconnection-0x3f163ac2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,112 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,112 DEBUG [hconnection-0x5010c7d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,115 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,124 DEBUG [hconnection-0x24793937-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,125 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,136 DEBUG [hconnection-0x133b91b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,137 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,141 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328617141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328617142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328617142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328617143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,144 DEBUG [hconnection-0x26d79d4a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,144 DEBUG [hconnection-0x6ffefaf0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:37,145 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,145 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:37,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328617147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341e933e87acd4b6cba74fbd76fc50cc8_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328557121/Put/seqid=0 2024-11-23T02:22:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T02:22:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741948_1124 (size=29238) 2024-11-23T02:22:37,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341e933e87acd4b6cba74fbd76fc50cc8_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341e933e87acd4b6cba74fbd76fc50cc8_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/308ac6f995824fc9ba8aed35adc6c8c7, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:37,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328617244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328617245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328617246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328617244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328617249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T02:22:37,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:37,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/308ac6f995824fc9ba8aed35adc6c8c7 is 175, key is test_row_0/A:col10/1732328557121/Put/seqid=0 2024-11-23T02:22:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741947_1123 (size=91175) 2024-11-23T02:22:37,263 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/308ac6f995824fc9ba8aed35adc6c8c7 2024-11-23T02:22:37,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dfb608a7ea0c4f35a31b751972020a65 is 50, key is test_row_0/B:col10/1732328557121/Put/seqid=0 2024-11-23T02:22:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741949_1125 (size=9657) 2024-11-23T02:22:37,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dfb608a7ea0c4f35a31b751972020a65 2024-11-23T02:22:37,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/06e86f6743f84717b339edb469275112 is 50, key is test_row_0/C:col10/1732328557121/Put/seqid=0 2024-11-23T02:22:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741950_1126 (size=9657) 2024-11-23T02:22:37,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/06e86f6743f84717b339edb469275112 2024-11-23T02:22:37,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/308ac6f995824fc9ba8aed35adc6c8c7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7 2024-11-23T02:22:37,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7, entries=500, sequenceid=17, filesize=89.0 K 2024-11-23T02:22:37,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dfb608a7ea0c4f35a31b751972020a65 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dfb608a7ea0c4f35a31b751972020a65 2024-11-23T02:22:37,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dfb608a7ea0c4f35a31b751972020a65, entries=100, sequenceid=17, filesize=9.4 K 2024-11-23T02:22:37,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/06e86f6743f84717b339edb469275112 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/06e86f6743f84717b339edb469275112 2024-11-23T02:22:37,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/06e86f6743f84717b339edb469275112, entries=100, sequenceid=17, filesize=9.4 K 2024-11-23T02:22:37,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f88fc473148e39fc33f71a5e0618d7c5 in 284ms, sequenceid=17, compaction requested=false 2024-11-23T02:22:37,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T02:22:37,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T02:22:37,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,411 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112337895538d93a400ab3ccb6527cf4faee_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328557140/Put/seqid=0 2024-11-23T02:22:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741951_1127 (size=12154) 2024-11-23T02:22:37,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112337895538d93a400ab3ccb6527cf4faee_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112337895538d93a400ab3ccb6527cf4faee_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ea9d378a8fc3488aad62d2a1c5159c8a, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:37,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ea9d378a8fc3488aad62d2a1c5159c8a is 175, key is test_row_0/A:col10/1732328557140/Put/seqid=0 2024-11-23T02:22:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741952_1128 (size=30955) 2024-11-23T02:22:37,467 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ea9d378a8fc3488aad62d2a1c5159c8a 2024-11-23T02:22:37,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/d250ec10452c4e0aab70edc25694cfe4 is 50, key is test_row_0/B:col10/1732328557140/Put/seqid=0 2024-11-23T02:22:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328617466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328617466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328617469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328617472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328617474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741953_1129 (size=12001) 2024-11-23T02:22:37,499 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/d250ec10452c4e0aab70edc25694cfe4 2024-11-23T02:22:37,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/0a105a11f2ff4b9a969b5c02e3983316 is 50, key is test_row_0/C:col10/1732328557140/Put/seqid=0 2024-11-23T02:22:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741954_1130 (size=12001) 2024-11-23T02:22:37,546 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/0a105a11f2ff4b9a969b5c02e3983316 2024-11-23T02:22:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ea9d378a8fc3488aad62d2a1c5159c8a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a 2024-11-23T02:22:37,561 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T02:22:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/d250ec10452c4e0aab70edc25694cfe4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/d250ec10452c4e0aab70edc25694cfe4 2024-11-23T02:22:37,570 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/d250ec10452c4e0aab70edc25694cfe4, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T02:22:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/0a105a11f2ff4b9a969b5c02e3983316 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0a105a11f2ff4b9a969b5c02e3983316 2024-11-23T02:22:37,577 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0a105a11f2ff4b9a969b5c02e3983316, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T02:22:37,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f88fc473148e39fc33f71a5e0618d7c5 in 170ms, sequenceid=41, compaction requested=false 2024-11-23T02:22:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-23T02:22:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-23T02:22:37,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T02:22:37,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 479 msec 2024-11-23T02:22:37,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 484 msec 2024-11-23T02:22:37,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:22:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:37,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:37,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:37,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edf680f7cba54cc29cde1e56211dd2ba_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741955_1131 (size=14594) 2024-11-23T02:22:37,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edf680f7cba54cc29cde1e56211dd2ba_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edf680f7cba54cc29cde1e56211dd2ba_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:37,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ef89d333401045bcaf8e71c876eb1df1, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:37,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ef89d333401045bcaf8e71c876eb1df1 is 175, key is test_row_0/A:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741956_1132 (size=39549) 2024-11-23T02:22:37,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328617701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328617703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328617705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T02:22:37,708 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-23T02:22:37,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328617707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:37,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328617709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T02:22:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:37,713 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:37,714 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:37,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:37,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328617809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328617810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328617811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328617811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328617813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:37,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:37,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:37,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:37,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:37,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:38,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328618013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328618013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328618019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328618021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328618023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ef89d333401045bcaf8e71c876eb1df1 2024-11-23T02:22:38,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/ae5329f3166b4d7d9232bba82ae7fdb5 is 50, key is test_row_0/B:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741957_1133 (size=12001) 2024-11-23T02:22:38,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:38,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328618320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328618320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328618322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328618328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328618329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/ae5329f3166b4d7d9232bba82ae7fdb5 2024-11-23T02:22:38,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/155450f884e24fd8b0db8d4faa0d422d is 50, key is test_row_0/C:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741958_1134 (size=12001) 2024-11-23T02:22:38,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328618823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328618826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328618826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328618834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328618836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:38,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:38,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:39,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/155450f884e24fd8b0db8d4faa0d422d 2024-11-23T02:22:39,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/ef89d333401045bcaf8e71c876eb1df1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1 2024-11-23T02:22:39,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1, entries=200, sequenceid=57, filesize=38.6 K 2024-11-23T02:22:39,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/ae5329f3166b4d7d9232bba82ae7fdb5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/ae5329f3166b4d7d9232bba82ae7fdb5 2024-11-23T02:22:39,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/ae5329f3166b4d7d9232bba82ae7fdb5, entries=150, sequenceid=57, filesize=11.7 K 2024-11-23T02:22:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/155450f884e24fd8b0db8d4faa0d422d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/155450f884e24fd8b0db8d4faa0d422d 2024-11-23T02:22:39,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/155450f884e24fd8b0db8d4faa0d422d, entries=150, sequenceid=57, filesize=11.7 K 2024-11-23T02:22:39,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f88fc473148e39fc33f71a5e0618d7c5 in 1471ms, sequenceid=57, compaction requested=true 2024-11-23T02:22:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:39,081 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:39,082 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:39,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:39,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:39,084 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:39,084 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:39,084 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:39,084 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:39,084 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=157.9 K 2024-11-23T02:22:39,084 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:39,084 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:39,084 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:39,085 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1] 2024-11-23T02:22:39,085 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dfb608a7ea0c4f35a31b751972020a65, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/d250ec10452c4e0aab70edc25694cfe4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/ae5329f3166b4d7d9232bba82ae7fdb5] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=32.9 K 2024-11-23T02:22:39,086 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 308ac6f995824fc9ba8aed35adc6c8c7, keycount=500, bloomtype=ROW, size=89.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732328557113 2024-11-23T02:22:39,086 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting dfb608a7ea0c4f35a31b751972020a65, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732328557120 2024-11-23T02:22:39,086 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d250ec10452c4e0aab70edc25694cfe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328557136 2024-11-23T02:22:39,086 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea9d378a8fc3488aad62d2a1c5159c8a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328557136 2024-11-23T02:22:39,087 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef89d333401045bcaf8e71c876eb1df1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732328557471 2024-11-23T02:22:39,087 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ae5329f3166b4d7d9232bba82ae7fdb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732328557471 2024-11-23T02:22:39,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:22:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:39,107 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:22:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:39,110 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:39,111 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/660900acf2ea45319ac1d6e42bdfd501 is 50, key is test_row_0/B:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:39,113 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:39,134 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d4262d9e72074c1884d41cf4da6514e4_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123368508ca19ce4d0996f1b66167ca7655_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328557704/Put/seqid=0 2024-11-23T02:22:39,153 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d4262d9e72074c1884d41cf4da6514e4_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:39,153 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d4262d9e72074c1884d41cf4da6514e4_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:39,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741959_1135 (size=12104) 2024-11-23T02:22:39,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:22:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741960_1136 (size=12154) 2024-11-23T02:22:39,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741961_1137 (size=4469) 2024-11-23T02:22:39,256 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#115 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:39,258 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3fbdebb87dbd47f5b224b0f8a082230a is 175, key is test_row_0/A:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741962_1138 (size=31058) 2024-11-23T02:22:39,311 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3fbdebb87dbd47f5b224b0f8a082230a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3fbdebb87dbd47f5b224b0f8a082230a 2024-11-23T02:22:39,318 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into 3fbdebb87dbd47f5b224b0f8a082230a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:39,318 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:39,318 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=13, startTime=1732328559081; duration=0sec 2024-11-23T02:22:39,318 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:39,318 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:39,318 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:39,321 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:39,321 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:39,321 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:39,321 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/06e86f6743f84717b339edb469275112, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0a105a11f2ff4b9a969b5c02e3983316, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/155450f884e24fd8b0db8d4faa0d422d] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=32.9 K 2024-11-23T02:22:39,322 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06e86f6743f84717b339edb469275112, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732328557120 2024-11-23T02:22:39,324 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a105a11f2ff4b9a969b5c02e3983316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328557136 2024-11-23T02:22:39,324 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 155450f884e24fd8b0db8d4faa0d422d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732328557471 2024-11-23T02:22:39,355 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:39,358 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/dcd298cc79be4da79c5ea3f7696a3976 is 50, key is test_row_0/C:col10/1732328557608/Put/seqid=0 2024-11-23T02:22:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741963_1139 (size=12104) 2024-11-23T02:22:39,412 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/dcd298cc79be4da79c5ea3f7696a3976 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/dcd298cc79be4da79c5ea3f7696a3976 2024-11-23T02:22:39,420 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into dcd298cc79be4da79c5ea3f7696a3976(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:39,420 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:39,420 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=13, startTime=1732328559081; duration=0sec 2024-11-23T02:22:39,420 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:39,420 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:39,584 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/660900acf2ea45319ac1d6e42bdfd501 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/660900acf2ea45319ac1d6e42bdfd501 2024-11-23T02:22:39,594 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into 660900acf2ea45319ac1d6e42bdfd501(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:39,594 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:39,594 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=13, startTime=1732328559081; duration=0sec 2024-11-23T02:22:39,594 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:39,594 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:39,638 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123368508ca19ce4d0996f1b66167ca7655_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123368508ca19ce4d0996f1b66167ca7655_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:39,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/11e077c98fdc41f58cbb491e328a0904, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:39,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/11e077c98fdc41f58cbb491e328a0904 is 175, key is test_row_0/A:col10/1732328557704/Put/seqid=0 2024-11-23T02:22:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741964_1140 (size=30955) 2024-11-23T02:22:39,671 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/11e077c98fdc41f58cbb491e328a0904 2024-11-23T02:22:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/5a7dff5a97cb411fbb2c8c1eb3f30afb is 50, key is test_row_0/B:col10/1732328557704/Put/seqid=0 2024-11-23T02:22:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741965_1141 (size=12001) 2024-11-23T02:22:39,752 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/5a7dff5a97cb411fbb2c8c1eb3f30afb 2024-11-23T02:22:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/8dd3bf49dad542ec8b5fe2710d6450d0 is 50, key is test_row_0/C:col10/1732328557704/Put/seqid=0 2024-11-23T02:22:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:39,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741966_1142 (size=12001) 2024-11-23T02:22:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:39,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328619882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328619885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328619882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328619888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328619890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328619993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328619992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328619997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328619997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328619997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328620197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328620197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328620202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328620203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328620203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,250 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/8dd3bf49dad542ec8b5fe2710d6450d0 2024-11-23T02:22:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/11e077c98fdc41f58cbb491e328a0904 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904 2024-11-23T02:22:40,266 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904, entries=150, sequenceid=77, filesize=30.2 K 2024-11-23T02:22:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/5a7dff5a97cb411fbb2c8c1eb3f30afb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/5a7dff5a97cb411fbb2c8c1eb3f30afb 2024-11-23T02:22:40,275 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/5a7dff5a97cb411fbb2c8c1eb3f30afb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T02:22:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/8dd3bf49dad542ec8b5fe2710d6450d0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8dd3bf49dad542ec8b5fe2710d6450d0 2024-11-23T02:22:40,290 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8dd3bf49dad542ec8b5fe2710d6450d0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T02:22:40,291 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f88fc473148e39fc33f71a5e0618d7c5 in 1184ms, sequenceid=77, compaction requested=false 2024-11-23T02:22:40,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:40,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:40,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T02:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T02:22:40,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T02:22:40,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5790 sec 2024-11-23T02:22:40,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.5840 sec 2024-11-23T02:22:40,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:22:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328620534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233618d1b07af042a692bcc9a9b266ddb0_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:40,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328620536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328620536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328620538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328620545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741967_1143 (size=14594) 2024-11-23T02:22:40,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233618d1b07af042a692bcc9a9b266ddb0_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233618d1b07af042a692bcc9a9b266ddb0_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:40,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/96fb2941545a483283918a0b96ccaf10, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:40,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/96fb2941545a483283918a0b96ccaf10 is 175, key is test_row_0/A:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741968_1144 (size=39549) 2024-11-23T02:22:40,629 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/96fb2941545a483283918a0b96ccaf10 2024-11-23T02:22:40,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328620644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328620646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328620646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328620647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/76ba02a03735441bb030698ea655990c is 50, key is test_row_0/B:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328620654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741969_1145 (size=12001) 2024-11-23T02:22:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328620850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328620851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328620852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328620855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:40,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328620863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/76ba02a03735441bb030698ea655990c 2024-11-23T02:22:41,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/6e557ed944b6420cbcbcee2dcad39fdb is 50, key is test_row_0/C:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328621158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328621159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328621160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328621167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328621173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741970_1146 (size=12001) 2024-11-23T02:22:41,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/6e557ed944b6420cbcbcee2dcad39fdb 2024-11-23T02:22:41,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/96fb2941545a483283918a0b96ccaf10 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10 2024-11-23T02:22:41,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10, entries=200, sequenceid=97, filesize=38.6 K 2024-11-23T02:22:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/76ba02a03735441bb030698ea655990c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/76ba02a03735441bb030698ea655990c 2024-11-23T02:22:41,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/76ba02a03735441bb030698ea655990c, entries=150, sequenceid=97, filesize=11.7 K 2024-11-23T02:22:41,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/6e557ed944b6420cbcbcee2dcad39fdb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6e557ed944b6420cbcbcee2dcad39fdb 2024-11-23T02:22:41,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6e557ed944b6420cbcbcee2dcad39fdb, entries=150, sequenceid=97, filesize=11.7 K 2024-11-23T02:22:41,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f88fc473148e39fc33f71a5e0618d7c5 in 727ms, sequenceid=97, compaction requested=true 2024-11-23T02:22:41,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:41,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:41,235 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:41,235 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:41,238 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:41,239 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:41,239 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:41,239 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/660900acf2ea45319ac1d6e42bdfd501, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/5a7dff5a97cb411fbb2c8c1eb3f30afb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/76ba02a03735441bb030698ea655990c] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=35.3 K 2024-11-23T02:22:41,239 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:41,239 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:41,239 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:41,240 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3fbdebb87dbd47f5b224b0f8a082230a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=99.2 K 2024-11-23T02:22:41,240 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:41,240 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3fbdebb87dbd47f5b224b0f8a082230a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10] 2024-11-23T02:22:41,240 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 660900acf2ea45319ac1d6e42bdfd501, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732328557471 2024-11-23T02:22:41,240 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fbdebb87dbd47f5b224b0f8a082230a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732328557471 2024-11-23T02:22:41,241 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7dff5a97cb411fbb2c8c1eb3f30afb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328557699 2024-11-23T02:22:41,241 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11e077c98fdc41f58cbb491e328a0904, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328557699 2024-11-23T02:22:41,242 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ba02a03735441bb030698ea655990c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732328559873 2024-11-23T02:22:41,242 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96fb2941545a483283918a0b96ccaf10, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732328559873 2024-11-23T02:22:41,267 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:41,283 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:41,284 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/bcc2cf2cf1794f7788a85655743ca647 is 50, key is test_row_0/B:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:41,288 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b6bebf8f59b440af92c6405a9a664acd_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:41,291 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b6bebf8f59b440af92c6405a9a664acd_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:41,291 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b6bebf8f59b440af92c6405a9a664acd_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:41,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741971_1147 (size=12207) 2024-11-23T02:22:41,329 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/bcc2cf2cf1794f7788a85655743ca647 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/bcc2cf2cf1794f7788a85655743ca647 2024-11-23T02:22:41,348 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into bcc2cf2cf1794f7788a85655743ca647(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:41,348 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:41,348 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=13, startTime=1732328561235; duration=0sec 2024-11-23T02:22:41,348 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:41,348 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:41,348 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:41,350 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:41,350 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:41,350 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:41,350 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/dcd298cc79be4da79c5ea3f7696a3976, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8dd3bf49dad542ec8b5fe2710d6450d0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6e557ed944b6420cbcbcee2dcad39fdb] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=35.3 K 2024-11-23T02:22:41,351 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting dcd298cc79be4da79c5ea3f7696a3976, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732328557471 2024-11-23T02:22:41,351 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd3bf49dad542ec8b5fe2710d6450d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328557699 2024-11-23T02:22:41,352 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e557ed944b6420cbcbcee2dcad39fdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732328559873 2024-11-23T02:22:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741972_1148 (size=4469) 2024-11-23T02:22:41,357 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#123 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:41,358 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/eed81f4335044945855d567ad5515b53 is 175, key is test_row_0/A:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:41,384 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#125 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:41,385 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d37f545e3c9d4909a9af9cc4ebe83e4d is 50, key is test_row_0/C:col10/1732328560505/Put/seqid=0 2024-11-23T02:22:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741973_1149 (size=31161) 2024-11-23T02:22:41,416 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/eed81f4335044945855d567ad5515b53 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/eed81f4335044945855d567ad5515b53 2024-11-23T02:22:41,425 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into eed81f4335044945855d567ad5515b53(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:41,425 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:41,425 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=13, startTime=1732328561234; duration=0sec 2024-11-23T02:22:41,426 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:41,426 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741974_1150 (size=12207) 2024-11-23T02:22:41,442 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d37f545e3c9d4909a9af9cc4ebe83e4d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d37f545e3c9d4909a9af9cc4ebe83e4d 2024-11-23T02:22:41,450 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into d37f545e3c9d4909a9af9cc4ebe83e4d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:41,450 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:41,450 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=13, startTime=1732328561235; duration=0sec 2024-11-23T02:22:41,450 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:41,450 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:41,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:22:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:41,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:41,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:41,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:41,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112300e1be58f3434b4ba35ba7d177546f97_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328561677/Put/seqid=0 2024-11-23T02:22:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328621729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328621734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328621736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328621738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328621738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741975_1151 (size=12154) 2024-11-23T02:22:41,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:41,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112300e1be58f3434b4ba35ba7d177546f97_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112300e1be58f3434b4ba35ba7d177546f97_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:41,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/1e926d57725048e68cc80558ad70a6b3, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:41,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/1e926d57725048e68cc80558ad70a6b3 is 175, key is test_row_0/A:col10/1732328561677/Put/seqid=0 2024-11-23T02:22:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:22:41,824 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T02:22:41,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T02:22:41,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:41,829 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:41,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741976_1152 (size=30955) 2024-11-23T02:22:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328621839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328621841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328621841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328621842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328621842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:41,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:41,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:41,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328622048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328622049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328622050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328622050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328622049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:42,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,240 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/1e926d57725048e68cc80558ad70a6b3 2024-11-23T02:22:42,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d is 50, key is test_row_0/B:col10/1732328561677/Put/seqid=0 2024-11-23T02:22:42,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:42,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:42,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741977_1153 (size=12001) 2024-11-23T02:22:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328622354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328622354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328622355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328622359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328622359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:42,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d 2024-11-23T02:22:42,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/2a569bb6551d4524a90a0e37724344e5 is 50, key is test_row_0/C:col10/1732328561677/Put/seqid=0 2024-11-23T02:22:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741978_1154 (size=12001) 2024-11-23T02:22:42,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/2a569bb6551d4524a90a0e37724344e5 2024-11-23T02:22:42,757 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:42,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:42,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/1e926d57725048e68cc80558ad70a6b3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3 2024-11-23T02:22:42,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3, entries=150, sequenceid=122, filesize=30.2 K 2024-11-23T02:22:42,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d 2024-11-23T02:22:42,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T02:22:42,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/2a569bb6551d4524a90a0e37724344e5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a569bb6551d4524a90a0e37724344e5 2024-11-23T02:22:42,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a569bb6551d4524a90a0e37724344e5, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T02:22:42,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f88fc473148e39fc33f71a5e0618d7c5 in 1111ms, sequenceid=122, compaction requested=false 2024-11-23T02:22:42,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:42,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:22:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231ed64057de7f4eb3b4b07745043ed7e6_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:42,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:42,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741979_1155 (size=12304) 2024-11-23T02:22:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328622957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328622958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328622960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328622971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328622971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:43,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328623073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328623075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328623077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328623079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328623080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328623283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328623283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328623283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328623286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328623288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,356 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:43,361 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231ed64057de7f4eb3b4b07745043ed7e6_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231ed64057de7f4eb3b4b07745043ed7e6_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:43,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/97dbc4ab305e4be0b16c19cb92f1b1bb, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:43,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/97dbc4ab305e4be0b16c19cb92f1b1bb is 175, key is test_row_0/A:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:43,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741980_1156 (size=31105) 2024-11-23T02:22:43,391 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/97dbc4ab305e4be0b16c19cb92f1b1bb 2024-11-23T02:22:43,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a08e1c51bce249c1801e5d4ff698f24a is 50, key is test_row_0/B:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741981_1157 (size=12151) 2024-11-23T02:22:43,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:43,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:43,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328623587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328623590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328623591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328623594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328623592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:43,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a08e1c51bce249c1801e5d4ff698f24a 2024-11-23T02:22:43,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/b3a8b899ff714912a3da2b914a84bb4f is 50, key is test_row_0/C:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741982_1158 (size=12151) 2024-11-23T02:22:43,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/b3a8b899ff714912a3da2b914a84bb4f 2024-11-23T02:22:43,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/97dbc4ab305e4be0b16c19cb92f1b1bb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb 2024-11-23T02:22:43,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb, entries=150, sequenceid=139, filesize=30.4 K 2024-11-23T02:22:43,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a08e1c51bce249c1801e5d4ff698f24a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a08e1c51bce249c1801e5d4ff698f24a 2024-11-23T02:22:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:43,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a08e1c51bce249c1801e5d4ff698f24a, entries=150, sequenceid=139, filesize=11.9 K 2024-11-23T02:22:43,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/b3a8b899ff714912a3da2b914a84bb4f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/b3a8b899ff714912a3da2b914a84bb4f 2024-11-23T02:22:43,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/b3a8b899ff714912a3da2b914a84bb4f, entries=150, sequenceid=139, filesize=11.9 K 2024-11-23T02:22:43,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f88fc473148e39fc33f71a5e0618d7c5 in 1096ms, sequenceid=139, compaction requested=true 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:43,961 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:43,961 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:43,963 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:43,963 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:43,963 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,963 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/eed81f4335044945855d567ad5515b53, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=91.0 K 2024-11-23T02:22:43,964 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,964 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/eed81f4335044945855d567ad5515b53, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb] 2024-11-23T02:22:43,964 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:43,964 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:43,964 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:43,964 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/bcc2cf2cf1794f7788a85655743ca647, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a08e1c51bce249c1801e5d4ff698f24a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=35.5 K 2024-11-23T02:22:43,965 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed81f4335044945855d567ad5515b53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732328559873 2024-11-23T02:22:43,965 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting bcc2cf2cf1794f7788a85655743ca647, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732328559873 2024-11-23T02:22:43,965 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e926d57725048e68cc80558ad70a6b3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732328560534 2024-11-23T02:22:43,966 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting f317dc15eace4d7c9b0a4bbcd9ed9d7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732328560534 2024-11-23T02:22:43,967 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a08e1c51bce249c1801e5d4ff698f24a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732328561736 2024-11-23T02:22:43,967 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97dbc4ab305e4be0b16c19cb92f1b1bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732328561736 2024-11-23T02:22:43,988 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:43,989 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/284d9357a6d64108a06e1a6de6c27b71 is 50, key is test_row_0/B:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:43,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:43,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:44,000 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,001 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:44,013 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123614c8f514ee546fb8a24194f67c910fe_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:44,015 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123614c8f514ee546fb8a24194f67c910fe_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:44,016 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123614c8f514ee546fb8a24194f67c910fe_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741983_1159 (size=12459) 2024-11-23T02:22:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b457f61eaa074c24a13cef42d4ade2e5_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328562954/Put/seqid=0 2024-11-23T02:22:44,070 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/284d9357a6d64108a06e1a6de6c27b71 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/284d9357a6d64108a06e1a6de6c27b71 2024-11-23T02:22:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741984_1160 (size=4469) 2024-11-23T02:22:44,088 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#133 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:44,089 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/a80da8a546234dd49871355cdee24d57 is 175, key is test_row_0/A:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:44,085 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into 284d9357a6d64108a06e1a6de6c27b71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:44,093 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:44,093 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=13, startTime=1732328563961; duration=0sec 2024-11-23T02:22:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:44,096 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:44,096 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:44,098 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:44,102 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:44,102 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:44,103 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:44,103 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d37f545e3c9d4909a9af9cc4ebe83e4d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a569bb6551d4524a90a0e37724344e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/b3a8b899ff714912a3da2b914a84bb4f] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=35.5 K 2024-11-23T02:22:44,104 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d37f545e3c9d4909a9af9cc4ebe83e4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732328559873 2024-11-23T02:22:44,104 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a569bb6551d4524a90a0e37724344e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732328560534 2024-11-23T02:22:44,108 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b3a8b899ff714912a3da2b914a84bb4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732328561736 2024-11-23T02:22:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741985_1161 (size=12304) 2024-11-23T02:22:44,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328624113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328624114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328624119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328624119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328624121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,148 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:44,149 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/7b9fa0023011430fa9d6d794f46db4d9 is 50, key is test_row_0/C:col10/1732328561736/Put/seqid=0 2024-11-23T02:22:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741986_1162 (size=31413) 2024-11-23T02:22:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741987_1163 (size=12459) 2024-11-23T02:22:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328624223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328624224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328624228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328624228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328624229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328624427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328624431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328624431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328624432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328624436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,541 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b457f61eaa074c24a13cef42d4ade2e5_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b457f61eaa074c24a13cef42d4ade2e5_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:44,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/f3ef5ef836ee4298971933453ce29fe2, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:44,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/f3ef5ef836ee4298971933453ce29fe2 is 175, key is test_row_0/A:col10/1732328562954/Put/seqid=0 2024-11-23T02:22:44,566 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/a80da8a546234dd49871355cdee24d57 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a80da8a546234dd49871355cdee24d57 2024-11-23T02:22:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741988_1164 (size=31105) 2024-11-23T02:22:44,575 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/f3ef5ef836ee4298971933453ce29fe2 2024-11-23T02:22:44,577 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into a80da8a546234dd49871355cdee24d57(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:44,577 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:44,577 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=13, startTime=1732328563961; duration=0sec 2024-11-23T02:22:44,577 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:44,577 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/235bdc25f3a94a96b1408432ff9eb363 is 50, key is test_row_0/B:col10/1732328562954/Put/seqid=0 2024-11-23T02:22:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741989_1165 (size=12151) 2024-11-23T02:22:44,597 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/235bdc25f3a94a96b1408432ff9eb363 2024-11-23T02:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/20a06785887545128b4ab2c9449c249f is 50, key is test_row_0/C:col10/1732328562954/Put/seqid=0 2024-11-23T02:22:44,625 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/7b9fa0023011430fa9d6d794f46db4d9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/7b9fa0023011430fa9d6d794f46db4d9 2024-11-23T02:22:44,635 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into 7b9fa0023011430fa9d6d794f46db4d9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:44,635 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:44,635 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=13, startTime=1732328563961; duration=0sec 2024-11-23T02:22:44,635 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:44,635 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741990_1166 (size=12151) 2024-11-23T02:22:44,654 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/20a06785887545128b4ab2c9449c249f 2024-11-23T02:22:44,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/f3ef5ef836ee4298971933453ce29fe2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2 2024-11-23T02:22:44,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2, entries=150, sequenceid=158, filesize=30.4 K 2024-11-23T02:22:44,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/235bdc25f3a94a96b1408432ff9eb363 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/235bdc25f3a94a96b1408432ff9eb363 2024-11-23T02:22:44,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/235bdc25f3a94a96b1408432ff9eb363, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T02:22:44,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/20a06785887545128b4ab2c9449c249f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/20a06785887545128b4ab2c9449c249f 2024-11-23T02:22:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/20a06785887545128b4ab2c9449c249f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T02:22:44,697 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f88fc473148e39fc33f71a5e0618d7c5 in 697ms, sequenceid=158, compaction requested=false 2024-11-23T02:22:44,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:44,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:44,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T02:22:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T02:22:44,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T02:22:44,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8720 sec 2024-11-23T02:22:44,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.8770 sec 2024-11-23T02:22:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:44,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:44,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:44,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:44,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:44,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123011aded8d8a647449effc90b6b75cbb6_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328624759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328624760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328624761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328624762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328624762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741991_1167 (size=14794) 2024-11-23T02:22:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328624867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328624868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328624867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328624868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328624869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328625071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328625071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328625072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328625072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328625073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:45,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123011aded8d8a647449effc90b6b75cbb6_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123011aded8d8a647449effc90b6b75cbb6_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:45,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/a0c09640f81c40ed91084983f26ebfe6, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:45,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/a0c09640f81c40ed91084983f26ebfe6 is 175, key is test_row_0/A:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741992_1168 (size=39749) 2024-11-23T02:22:45,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/a0c09640f81c40ed91084983f26ebfe6 2024-11-23T02:22:45,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dd98e4b95f744f37a3fdbc1ad2a1fc94 is 50, key is test_row_0/B:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741993_1169 (size=12151) 2024-11-23T02:22:45,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dd98e4b95f744f37a3fdbc1ad2a1fc94 2024-11-23T02:22:45,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d842faab53924b218860e5ad768eca38 is 50, key is test_row_0/C:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328625374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328625377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328625377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328625377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328625378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741994_1170 (size=12151) 2024-11-23T02:22:45,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d842faab53924b218860e5ad768eca38 2024-11-23T02:22:45,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/a0c09640f81c40ed91084983f26ebfe6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6 2024-11-23T02:22:45,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6, entries=200, sequenceid=179, filesize=38.8 K 2024-11-23T02:22:45,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dd98e4b95f744f37a3fdbc1ad2a1fc94 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dd98e4b95f744f37a3fdbc1ad2a1fc94 2024-11-23T02:22:45,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dd98e4b95f744f37a3fdbc1ad2a1fc94, entries=150, sequenceid=179, filesize=11.9 K 2024-11-23T02:22:45,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d842faab53924b218860e5ad768eca38 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d842faab53924b218860e5ad768eca38 2024-11-23T02:22:45,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d842faab53924b218860e5ad768eca38, entries=150, sequenceid=179, filesize=11.9 K 2024-11-23T02:22:45,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f88fc473148e39fc33f71a5e0618d7c5 in 695ms, sequenceid=179, compaction requested=true 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:45,432 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:45,432 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:45,434 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:45,434 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:45,434 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:45,434 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a80da8a546234dd49871355cdee24d57, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=99.9 K 2024-11-23T02:22:45,434 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:45,434 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a80da8a546234dd49871355cdee24d57, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6] 2024-11-23T02:22:45,435 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:45,435 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:45,435 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:45,435 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/284d9357a6d64108a06e1a6de6c27b71, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/235bdc25f3a94a96b1408432ff9eb363, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dd98e4b95f744f37a3fdbc1ad2a1fc94] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=35.9 K 2024-11-23T02:22:45,436 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 284d9357a6d64108a06e1a6de6c27b71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732328561736 2024-11-23T02:22:45,436 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a80da8a546234dd49871355cdee24d57, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732328561736 2024-11-23T02:22:45,437 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 235bdc25f3a94a96b1408432ff9eb363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732328562954 2024-11-23T02:22:45,437 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3ef5ef836ee4298971933453ce29fe2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732328562954 2024-11-23T02:22:45,438 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting dd98e4b95f744f37a3fdbc1ad2a1fc94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732328564116 2024-11-23T02:22:45,438 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0c09640f81c40ed91084983f26ebfe6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732328564113 2024-11-23T02:22:45,461 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:45,462 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/4e1a600d3c8f4c1b9a40a6963cc49d90 is 50, key is test_row_0/B:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:45,473 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:45,485 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123df6ccfb4cb8a4bc6b8ebb8998299751c_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:45,487 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123df6ccfb4cb8a4bc6b8ebb8998299751c_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:45,487 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123df6ccfb4cb8a4bc6b8ebb8998299751c_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:45,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741995_1171 (size=12561) 2024-11-23T02:22:45,533 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/4e1a600d3c8f4c1b9a40a6963cc49d90 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/4e1a600d3c8f4c1b9a40a6963cc49d90 2024-11-23T02:22:45,542 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into 4e1a600d3c8f4c1b9a40a6963cc49d90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:45,542 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:45,542 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=13, startTime=1732328565432; duration=0sec 2024-11-23T02:22:45,542 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:45,542 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:45,542 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:45,544 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:45,544 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:45,544 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:45,544 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/7b9fa0023011430fa9d6d794f46db4d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/20a06785887545128b4ab2c9449c249f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d842faab53924b218860e5ad768eca38] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=35.9 K 2024-11-23T02:22:45,544 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9fa0023011430fa9d6d794f46db4d9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732328561736 2024-11-23T02:22:45,545 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 20a06785887545128b4ab2c9449c249f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732328562954 2024-11-23T02:22:45,545 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d842faab53924b218860e5ad768eca38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732328564116 2024-11-23T02:22:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741996_1172 (size=4469) 2024-11-23T02:22:45,555 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#142 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:45,556 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/2d6f86a3f84d408b8a78febb5ee4da4d is 175, key is test_row_0/A:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:45,574 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:45,575 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/2a9506a26687419a8d3e07b680463a20 is 50, key is test_row_0/C:col10/1732328564734/Put/seqid=0 2024-11-23T02:22:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741997_1173 (size=31515) 2024-11-23T02:22:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741998_1174 (size=12561) 2024-11-23T02:22:45,605 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/2a9506a26687419a8d3e07b680463a20 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a9506a26687419a8d3e07b680463a20 2024-11-23T02:22:45,612 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into 2a9506a26687419a8d3e07b680463a20(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:45,612 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:45,612 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=13, startTime=1732328565432; duration=0sec 2024-11-23T02:22:45,613 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:45,613 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:45,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:22:45,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:45,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328625896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328625897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328625898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328625900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328625901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:45,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232d75b0e6ac214bbd855a32440a4707fa_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328564743/Put/seqid=0 2024-11-23T02:22:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:22:45,936 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T02:22:45,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T02:22:45,939 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:45,940 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:45,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741999_1175 (size=14794) 2024-11-23T02:22:45,994 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/2d6f86a3f84d408b8a78febb5ee4da4d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/2d6f86a3f84d408b8a78febb5ee4da4d 2024-11-23T02:22:46,006 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into 2d6f86a3f84d408b8a78febb5ee4da4d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:46,006 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:46,006 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=13, startTime=1732328565432; duration=0sec 2024-11-23T02:22:46,006 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:46,006 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328626003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328626003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328626003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328626006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328626007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:46,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328626211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328626211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328626212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328626212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328626212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:46,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:46,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:46,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232d75b0e6ac214bbd855a32440a4707fa_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232d75b0e6ac214bbd855a32440a4707fa_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:46,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/57c32658016d418d848641c5f815731f, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:46,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/57c32658016d418d848641c5f815731f is 175, key is test_row_0/A:col10/1732328564743/Put/seqid=0 2024-11-23T02:22:46,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742000_1176 (size=39749) 2024-11-23T02:22:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328626515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328626517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328626517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328626519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328626519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:46,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/57c32658016d418d848641c5f815731f 2024-11-23T02:22:46,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/31e504ddf167446dbc6402ae223c40d5 is 50, key is test_row_0/B:col10/1732328564743/Put/seqid=0 2024-11-23T02:22:46,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:46,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:46,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:46,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:46,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742001_1177 (size=12151) 2024-11-23T02:22:47,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:47,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328627022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328627022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328627024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328627026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328627023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:47,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:47,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/31e504ddf167446dbc6402ae223c40d5 2024-11-23T02:22:47,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/22ed76932eee449c8449ae5733cdb4ab is 50, key is test_row_0/C:col10/1732328564743/Put/seqid=0 2024-11-23T02:22:47,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:47,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742002_1178 (size=12151) 2024-11-23T02:22:47,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:47,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/22ed76932eee449c8449ae5733cdb4ab 2024-11-23T02:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/57c32658016d418d848641c5f815731f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f 2024-11-23T02:22:47,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f, entries=200, sequenceid=201, filesize=38.8 K 2024-11-23T02:22:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/31e504ddf167446dbc6402ae223c40d5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/31e504ddf167446dbc6402ae223c40d5 2024-11-23T02:22:47,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/31e504ddf167446dbc6402ae223c40d5, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T02:22:47,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/22ed76932eee449c8449ae5733cdb4ab as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/22ed76932eee449c8449ae5733cdb4ab 2024-11-23T02:22:47,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/22ed76932eee449c8449ae5733cdb4ab, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T02:22:47,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:47,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f88fc473148e39fc33f71a5e0618d7c5 in 1916ms, sequenceid=201, compaction requested=false 2024-11-23T02:22:47,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:47,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:47,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:22:47,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:47,950 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:22:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235abd377b69654dc8be89854972e3de7b_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328565896/Put/seqid=0 2024-11-23T02:22:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742003_1179 (size=12304) 2024-11-23T02:22:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:48,019 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235abd377b69654dc8be89854972e3de7b_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235abd377b69654dc8be89854972e3de7b_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:48,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/58cc41d72fc745f9b9b71b75754e6939, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/58cc41d72fc745f9b9b71b75754e6939 is 175, key is test_row_0/A:col10/1732328565896/Put/seqid=0 2024-11-23T02:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:48,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742004_1180 (size=31105) 2024-11-23T02:22:48,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/58cc41d72fc745f9b9b71b75754e6939 2024-11-23T02:22:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328628065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328628067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328628068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328628068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328628070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/8d83f59e73694067b0c775a7ba3ad65a is 50, key is test_row_0/B:col10/1732328565896/Put/seqid=0 2024-11-23T02:22:48,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742005_1181 (size=12151) 2024-11-23T02:22:48,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328628171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328628177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328628178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328628178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328628181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328628377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328628381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328628382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328628383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328628384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,534 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/8d83f59e73694067b0c775a7ba3ad65a 2024-11-23T02:22:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/8a686f7cb36a4357a0a8c7deb49edaf3 is 50, key is test_row_0/C:col10/1732328565896/Put/seqid=0 2024-11-23T02:22:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742006_1182 (size=12151) 2024-11-23T02:22:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328628687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328628688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328628688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328628688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328628689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:48,979 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/8a686f7cb36a4357a0a8c7deb49edaf3 2024-11-23T02:22:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/58cc41d72fc745f9b9b71b75754e6939 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939 2024-11-23T02:22:48,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939, entries=150, sequenceid=218, filesize=30.4 K 2024-11-23T02:22:48,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/8d83f59e73694067b0c775a7ba3ad65a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/8d83f59e73694067b0c775a7ba3ad65a 2024-11-23T02:22:48,999 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/8d83f59e73694067b0c775a7ba3ad65a, entries=150, sequenceid=218, filesize=11.9 K 2024-11-23T02:22:49,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/8a686f7cb36a4357a0a8c7deb49edaf3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8a686f7cb36a4357a0a8c7deb49edaf3 2024-11-23T02:22:49,009 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8a686f7cb36a4357a0a8c7deb49edaf3, entries=150, sequenceid=218, filesize=11.9 K 2024-11-23T02:22:49,013 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f88fc473148e39fc33f71a5e0618d7c5 in 1063ms, sequenceid=218, compaction requested=true 2024-11-23T02:22:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T02:22:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T02:22:49,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T02:22:49,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0760 sec 2024-11-23T02:22:49,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0810 sec 2024-11-23T02:22:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:49,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:22:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:49,201 INFO [master/fde8ce287ea2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T02:22:49,201 INFO [master/fde8ce287ea2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T02:22:49,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112352eac886706a4c7eaa25924f950711e2_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:49,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328629216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328629217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328629221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328629221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328629222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742007_1183 (size=14794) 2024-11-23T02:22:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328629323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328629324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328629324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328629329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328629329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328629527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328629529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328629529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328629532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328629536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:49,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112352eac886706a4c7eaa25924f950711e2_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112352eac886706a4c7eaa25924f950711e2_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:49,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/979b9b4c9f2242b2b9e98cd1ddedf0cf, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:49,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/979b9b4c9f2242b2b9e98cd1ddedf0cf is 175, key is test_row_0/A:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742008_1184 (size=39749) 2024-11-23T02:22:49,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/979b9b4c9f2242b2b9e98cd1ddedf0cf 2024-11-23T02:22:49,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/3d5a045b173b457d96b5b8c0306fa87a is 50, key is test_row_0/B:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742009_1185 (size=12151) 2024-11-23T02:22:49,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/3d5a045b173b457d96b5b8c0306fa87a 2024-11-23T02:22:49,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/f5bb5691c2d7428fb5a40f04daca1545 is 50, key is test_row_0/C:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742010_1186 (size=12151) 2024-11-23T02:22:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328629836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328629836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328629837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328629837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:49,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328629839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:22:50,054 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T02:22:50,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T02:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:22:50,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:50,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:50,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:50,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/f5bb5691c2d7428fb5a40f04daca1545 2024-11-23T02:22:50,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/979b9b4c9f2242b2b9e98cd1ddedf0cf as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf 2024-11-23T02:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:22:50,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf, entries=200, sequenceid=239, filesize=38.8 K 2024-11-23T02:22:50,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/3d5a045b173b457d96b5b8c0306fa87a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/3d5a045b173b457d96b5b8c0306fa87a 2024-11-23T02:22:50,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/3d5a045b173b457d96b5b8c0306fa87a, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T02:22:50,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/f5bb5691c2d7428fb5a40f04daca1545 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/f5bb5691c2d7428fb5a40f04daca1545 2024-11-23T02:22:50,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/f5bb5691c2d7428fb5a40f04daca1545, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T02:22:50,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f88fc473148e39fc33f71a5e0618d7c5 in 987ms, sequenceid=239, compaction requested=true 2024-11-23T02:22:50,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:50,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:50,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:50,181 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:50,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:50,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:50,181 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:50,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:50,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:50,183 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:50,183 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:50,183 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:50,183 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,183 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/2d6f86a3f84d408b8a78febb5ee4da4d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=138.8 K 2024-11-23T02:22:50,184 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:50,184 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,184 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/4e1a600d3c8f4c1b9a40a6963cc49d90, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/31e504ddf167446dbc6402ae223c40d5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/8d83f59e73694067b0c775a7ba3ad65a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/3d5a045b173b457d96b5b8c0306fa87a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=47.9 K 2024-11-23T02:22:50,184 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,184 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/2d6f86a3f84d408b8a78febb5ee4da4d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf] 2024-11-23T02:22:50,185 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e1a600d3c8f4c1b9a40a6963cc49d90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732328564116 2024-11-23T02:22:50,185 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d6f86a3f84d408b8a78febb5ee4da4d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732328564116 2024-11-23T02:22:50,186 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e504ddf167446dbc6402ae223c40d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732328564743 2024-11-23T02:22:50,186 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57c32658016d418d848641c5f815731f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732328564743 2024-11-23T02:22:50,186 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d83f59e73694067b0c775a7ba3ad65a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328565896 2024-11-23T02:22:50,187 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58cc41d72fc745f9b9b71b75754e6939, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328565896 2024-11-23T02:22:50,188 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d5a045b173b457d96b5b8c0306fa87a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732328568065 2024-11-23T02:22:50,188 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 979b9b4c9f2242b2b9e98cd1ddedf0cf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732328568065 2024-11-23T02:22:50,208 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:50,209 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/82bf0d62cc21404e9b5eb32f168a2e8f is 50, key is test_row_0/B:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:50,210 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:50,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T02:22:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,217 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:22:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,225 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b49534626fde4befb00e7d4c0f19bfda_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:50,227 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b49534626fde4befb00e7d4c0f19bfda_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:50,228 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b49534626fde4befb00e7d4c0f19bfda_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:50,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742011_1187 (size=12697) 2024-11-23T02:22:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112365ae75c017fe4a6196be260fcf2afac8_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328569221/Put/seqid=0 2024-11-23T02:22:50,267 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/82bf0d62cc21404e9b5eb32f168a2e8f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/82bf0d62cc21404e9b5eb32f168a2e8f 2024-11-23T02:22:50,280 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into 82bf0d62cc21404e9b5eb32f168a2e8f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:50,280 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:50,280 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=12, startTime=1732328570181; duration=0sec 2024-11-23T02:22:50,280 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:50,280 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:50,280 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742012_1188 (size=4469) 2024-11-23T02:22:50,286 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:50,286 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:50,286 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,286 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a9506a26687419a8d3e07b680463a20, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/22ed76932eee449c8449ae5733cdb4ab, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8a686f7cb36a4357a0a8c7deb49edaf3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/f5bb5691c2d7428fb5a40f04daca1545] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=47.9 K 2024-11-23T02:22:50,287 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a9506a26687419a8d3e07b680463a20, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732328564116 2024-11-23T02:22:50,287 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#154 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:50,288 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/99ce362bb4be4cdb8bc72cb9ec673a47 is 175, key is test_row_0/A:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:50,290 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ed76932eee449c8449ae5733cdb4ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732328564743 2024-11-23T02:22:50,291 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a686f7cb36a4357a0a8c7deb49edaf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328565896 2024-11-23T02:22:50,292 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting f5bb5691c2d7428fb5a40f04daca1545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732328568065 2024-11-23T02:22:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742013_1189 (size=12304) 2024-11-23T02:22:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742014_1190 (size=31651) 2024-11-23T02:22:50,336 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112365ae75c017fe4a6196be260fcf2afac8_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112365ae75c017fe4a6196be260fcf2afac8_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:50,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/93b9d537e75543baa6e70e24c7e0c0d2, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/93b9d537e75543baa6e70e24c7e0c0d2 is 175, key is test_row_0/A:col10/1732328569221/Put/seqid=0 2024-11-23T02:22:50,338 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:50,339 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/c56b44cbb6c64de1810713e728e97b79 is 50, key is test_row_0/C:col10/1732328568065/Put/seqid=0 2024-11-23T02:22:50,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:50,353 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/99ce362bb4be4cdb8bc72cb9ec673a47 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/99ce362bb4be4cdb8bc72cb9ec673a47 2024-11-23T02:22:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:22:50,369 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into 99ce362bb4be4cdb8bc72cb9ec673a47(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:50,369 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:50,369 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=12, startTime=1732328570180; duration=0sec 2024-11-23T02:22:50,369 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:50,369 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742016_1192 (size=12697) 2024-11-23T02:22:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328630372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328630385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328630390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328630391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328630392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,400 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/c56b44cbb6c64de1810713e728e97b79 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/c56b44cbb6c64de1810713e728e97b79 2024-11-23T02:22:50,408 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into c56b44cbb6c64de1810713e728e97b79(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:50,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:50,408 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=12, startTime=1732328570181; duration=0sec 2024-11-23T02:22:50,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:50,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742015_1191 (size=31105) 2024-11-23T02:22:50,421 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/93b9d537e75543baa6e70e24c7e0c0d2 2024-11-23T02:22:50,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dba522bef9524a90aa3e2de6ecd4caf1 is 50, key is test_row_0/B:col10/1732328569221/Put/seqid=0 2024-11-23T02:22:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742017_1193 (size=12151) 2024-11-23T02:22:50,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dba522bef9524a90aa3e2de6ecd4caf1 2024-11-23T02:22:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a387e6a2845948a488c41dfac70996cb is 50, key is test_row_0/C:col10/1732328569221/Put/seqid=0 2024-11-23T02:22:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328630492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328630495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742018_1194 (size=12151) 2024-11-23T02:22:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328630495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328630500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328630501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,503 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a387e6a2845948a488c41dfac70996cb 2024-11-23T02:22:50,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/93b9d537e75543baa6e70e24c7e0c0d2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2 2024-11-23T02:22:50,523 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2, entries=150, sequenceid=254, filesize=30.4 K 2024-11-23T02:22:50,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/dba522bef9524a90aa3e2de6ecd4caf1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dba522bef9524a90aa3e2de6ecd4caf1 2024-11-23T02:22:50,541 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dba522bef9524a90aa3e2de6ecd4caf1, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T02:22:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a387e6a2845948a488c41dfac70996cb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a387e6a2845948a488c41dfac70996cb 2024-11-23T02:22:50,547 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a387e6a2845948a488c41dfac70996cb, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T02:22:50,548 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for f88fc473148e39fc33f71a5e0618d7c5 in 331ms, sequenceid=254, compaction requested=false 2024-11-23T02:22:50,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:50,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T02:22:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T02:22:50,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T02:22:50,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 488 msec 2024-11-23T02:22:50,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 494 msec 2024-11-23T02:22:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:22:50,663 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T02:22:50,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T02:22:50,668 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:50,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:50,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:50,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:50,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:50,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328630714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328630716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328630718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328630720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328630716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f999c9f52889479d8804fbc71a3f9cc2_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742019_1195 (size=12454) 2024-11-23T02:22:50,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328630824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328630825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328630826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328630828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328630828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:50,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:50,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:50,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328631030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328631030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328631032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328631032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328631032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f999c9f52889479d8804fbc71a3f9cc2_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f999c9f52889479d8804fbc71a3f9cc2_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:51,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/77e25af54ac146309909ef0d1c11bb7e, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:51,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/77e25af54ac146309909ef0d1c11bb7e is 175, key is test_row_0/A:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742020_1196 (size=31255) 2024-11-23T02:22:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:51,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328631335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328631335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328631336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328631336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328631338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/77e25af54ac146309909ef0d1c11bb7e 2024-11-23T02:22:51,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/7ac0dbdf293a437c8871dbd4abb50331 is 50, key is test_row_0/B:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742021_1197 (size=12301) 2024-11-23T02:22:51,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/7ac0dbdf293a437c8871dbd4abb50331 2024-11-23T02:22:51,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a0c57c4d88194dbdb04763308a52e1cb is 50, key is test_row_0/C:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742022_1198 (size=12301) 2024-11-23T02:22:51,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:51,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328631839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328631840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328631842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328631843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328631845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:51,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:51,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:52,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:52,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a0c57c4d88194dbdb04763308a52e1cb 2024-11-23T02:22:52,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/77e25af54ac146309909ef0d1c11bb7e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e 2024-11-23T02:22:52,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e, entries=150, sequenceid=281, filesize=30.5 K 2024-11-23T02:22:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/7ac0dbdf293a437c8871dbd4abb50331 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/7ac0dbdf293a437c8871dbd4abb50331 2024-11-23T02:22:52,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/7ac0dbdf293a437c8871dbd4abb50331, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T02:22:52,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a0c57c4d88194dbdb04763308a52e1cb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a0c57c4d88194dbdb04763308a52e1cb 2024-11-23T02:22:52,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a0c57c4d88194dbdb04763308a52e1cb, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T02:22:52,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f88fc473148e39fc33f71a5e0618d7c5 in 1484ms, sequenceid=281, compaction requested=true 2024-11-23T02:22:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:52,186 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:52,187 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:52,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:52,188 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:52,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:52,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:52,188 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:52,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:52,188 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,188 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/99ce362bb4be4cdb8bc72cb9ec673a47, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=91.8 K 2024-11-23T02:22:52,188 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,188 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/99ce362bb4be4cdb8bc72cb9ec673a47, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e] 2024-11-23T02:22:52,189 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ce362bb4be4cdb8bc72cb9ec673a47, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732328568065 2024-11-23T02:22:52,189 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:52,189 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:52,189 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93b9d537e75543baa6e70e24c7e0c0d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732328569219 2024-11-23T02:22:52,189 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,189 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/82bf0d62cc21404e9b5eb32f168a2e8f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dba522bef9524a90aa3e2de6ecd4caf1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/7ac0dbdf293a437c8871dbd4abb50331] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=36.3 K 2024-11-23T02:22:52,190 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77e25af54ac146309909ef0d1c11bb7e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732328570370 2024-11-23T02:22:52,190 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 82bf0d62cc21404e9b5eb32f168a2e8f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732328568065 2024-11-23T02:22:52,193 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting dba522bef9524a90aa3e2de6ecd4caf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732328569219 2024-11-23T02:22:52,194 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac0dbdf293a437c8871dbd4abb50331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732328570370 2024-11-23T02:22:52,211 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:52,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:22:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,214 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:52,223 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:52,223 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a32bdeeef2764141a18566061534787f is 50, key is test_row_0/B:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:52,234 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b3245dbfaed2492b8e64fe90b7a54222_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:52,236 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b3245dbfaed2492b8e64fe90b7a54222_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:52,237 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b3245dbfaed2492b8e64fe90b7a54222_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:52,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9c5017fdd0345bd8f21efa0a9a3f43a_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328570709/Put/seqid=0 2024-11-23T02:22:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742024_1200 (size=4469) 2024-11-23T02:22:52,295 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#162 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:52,296 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/5ca2a7a50c3549009f44267c5d3c08b5 is 175, key is test_row_0/A:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742023_1199 (size=12949) 2024-11-23T02:22:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742025_1201 (size=12454) 2024-11-23T02:22:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:52,392 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9c5017fdd0345bd8f21efa0a9a3f43a_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9c5017fdd0345bd8f21efa0a9a3f43a_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:52,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3f1b69ed55eb4175ae055ca0790bbe94, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:52,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3f1b69ed55eb4175ae055ca0790bbe94 is 175, key is test_row_0/A:col10/1732328570709/Put/seqid=0 2024-11-23T02:22:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742026_1202 (size=31903) 2024-11-23T02:22:52,438 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/5ca2a7a50c3549009f44267c5d3c08b5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5ca2a7a50c3549009f44267c5d3c08b5 2024-11-23T02:22:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742027_1203 (size=31255) 2024-11-23T02:22:52,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3f1b69ed55eb4175ae055ca0790bbe94 2024-11-23T02:22:52,447 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into 5ca2a7a50c3549009f44267c5d3c08b5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:52,447 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:52,447 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=13, startTime=1732328572186; duration=0sec 2024-11-23T02:22:52,447 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:52,447 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:52,448 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:52,453 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:52,453 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:52,453 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,453 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/c56b44cbb6c64de1810713e728e97b79, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a387e6a2845948a488c41dfac70996cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a0c57c4d88194dbdb04763308a52e1cb] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=36.3 K 2024-11-23T02:22:52,456 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c56b44cbb6c64de1810713e728e97b79, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732328568065 2024-11-23T02:22:52,457 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a387e6a2845948a488c41dfac70996cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732328569219 2024-11-23T02:22:52,457 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0c57c4d88194dbdb04763308a52e1cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732328570370 2024-11-23T02:22:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/efb676bb6f984e35bf9b785368cd4557 is 50, key is test_row_0/B:col10/1732328570709/Put/seqid=0 2024-11-23T02:22:52,476 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:52,476 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/84d90feeaa034393a9cfdf4afdd65866 is 50, key is test_row_0/C:col10/1732328570382/Put/seqid=0 2024-11-23T02:22:52,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742028_1204 (size=12301) 2024-11-23T02:22:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742029_1205 (size=12949) 2024-11-23T02:22:52,742 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a32bdeeef2764141a18566061534787f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a32bdeeef2764141a18566061534787f 2024-11-23T02:22:52,754 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into a32bdeeef2764141a18566061534787f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:52,754 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:52,754 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=13, startTime=1732328572186; duration=0sec 2024-11-23T02:22:52,755 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:52,755 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:52,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328632885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328632886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328632887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328632887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328632889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,925 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/efb676bb6f984e35bf9b785368cd4557 2024-11-23T02:22:52,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/0b04e066c97f497a83b9eef36d08f318 is 50, key is test_row_0/C:col10/1732328570709/Put/seqid=0 2024-11-23T02:22:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742030_1206 (size=12301) 2024-11-23T02:22:52,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/0b04e066c97f497a83b9eef36d08f318 2024-11-23T02:22:52,963 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/84d90feeaa034393a9cfdf4afdd65866 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/84d90feeaa034393a9cfdf4afdd65866 2024-11-23T02:22:52,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3f1b69ed55eb4175ae055ca0790bbe94 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94 2024-11-23T02:22:52,975 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into 84d90feeaa034393a9cfdf4afdd65866(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:52,975 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:52,975 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=13, startTime=1732328572188; duration=0sec 2024-11-23T02:22:52,975 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:52,975 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:52,980 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94, entries=150, sequenceid=293, filesize=30.5 K 2024-11-23T02:22:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/efb676bb6f984e35bf9b785368cd4557 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/efb676bb6f984e35bf9b785368cd4557 2024-11-23T02:22:52,988 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/efb676bb6f984e35bf9b785368cd4557, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T02:22:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/0b04e066c97f497a83b9eef36d08f318 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0b04e066c97f497a83b9eef36d08f318 2024-11-23T02:22:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328632992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328632992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328632993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328632993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328632992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:52,998 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0b04e066c97f497a83b9eef36d08f318, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T02:22:52,999 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f88fc473148e39fc33f71a5e0618d7c5 in 785ms, sequenceid=293, compaction requested=false 2024-11-23T02:22:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T02:22:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T02:22:53,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T02:22:53,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-11-23T02:22:53,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.3380 sec 2024-11-23T02:22:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:53,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328633212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328633215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328633216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328633217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328633220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112372629b5681064ab687e332cd94ff3679_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742031_1207 (size=14994) 2024-11-23T02:22:53,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112372629b5681064ab687e332cd94ff3679_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112372629b5681064ab687e332cd94ff3679_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:53,301 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3288b8abde9b470d811225eb6fd14f06, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:53,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3288b8abde9b470d811225eb6fd14f06 is 175, key is test_row_0/A:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328633320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328633323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328633323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328633324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328633326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742032_1208 (size=39949) 2024-11-23T02:22:53,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328633524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328633527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328633527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328633528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328633532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,742 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3288b8abde9b470d811225eb6fd14f06 2024-11-23T02:22:53,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/0d8fc1d921dc40a9bb6147285c82e2ff is 50, key is test_row_0/B:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:53,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742033_1209 (size=12301) 2024-11-23T02:22:53,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/0d8fc1d921dc40a9bb6147285c82e2ff 2024-11-23T02:22:53,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/6bfa1dd757c742b9872ed2fa243a2c75 is 50, key is test_row_0/C:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328633834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328633835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328633835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328633835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328633842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742034_1210 (size=12301) 2024-11-23T02:22:53,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/6bfa1dd757c742b9872ed2fa243a2c75 2024-11-23T02:22:53,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3288b8abde9b470d811225eb6fd14f06 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06 2024-11-23T02:22:53,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06, entries=200, sequenceid=325, filesize=39.0 K 2024-11-23T02:22:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/0d8fc1d921dc40a9bb6147285c82e2ff as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/0d8fc1d921dc40a9bb6147285c82e2ff 2024-11-23T02:22:53,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/0d8fc1d921dc40a9bb6147285c82e2ff, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T02:22:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/6bfa1dd757c742b9872ed2fa243a2c75 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6bfa1dd757c742b9872ed2fa243a2c75 2024-11-23T02:22:53,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6bfa1dd757c742b9872ed2fa243a2c75, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T02:22:53,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for f88fc473148e39fc33f71a5e0618d7c5 in 709ms, sequenceid=325, compaction requested=true 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,914 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:53,914 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:53,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,916 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:53,917 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:53,917 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:53,917 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5ca2a7a50c3549009f44267c5d3c08b5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=100.7 K 2024-11-23T02:22:53,917 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:53,917 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5ca2a7a50c3549009f44267c5d3c08b5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06] 2024-11-23T02:22:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,918 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca2a7a50c3549009f44267c5d3c08b5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732328570370 2024-11-23T02:22:53,918 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:53,918 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:53,918 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:53,918 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f1b69ed55eb4175ae055ca0790bbe94, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732328570709 2024-11-23T02:22:53,919 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a32bdeeef2764141a18566061534787f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/efb676bb6f984e35bf9b785368cd4557, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/0d8fc1d921dc40a9bb6147285c82e2ff] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=36.7 K 2024-11-23T02:22:53,919 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3288b8abde9b470d811225eb6fd14f06, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328572886 2024-11-23T02:22:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,920 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a32bdeeef2764141a18566061534787f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732328570370 2024-11-23T02:22:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,920 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting efb676bb6f984e35bf9b785368cd4557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732328570709 2024-11-23T02:22:53,921 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8fc1d921dc40a9bb6147285c82e2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328572886 2024-11-23T02:22:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,946 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,962 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#172 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,963 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/636814a2bfdd4da79a8f9448bd47d188 is 50, key is test_row_0/B:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,976 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411234f9a1d1202d4449382dcf728d3567248_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,982 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411234f9a1d1202d4449382dcf728d3567248_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:53,982 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234f9a1d1202d4449382dcf728d3567248_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742035_1211 (size=13051) 2024-11-23T02:22:54,047 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/636814a2bfdd4da79a8f9448bd47d188 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/636814a2bfdd4da79a8f9448bd47d188 2024-11-23T02:22:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,064 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into 636814a2bfdd4da79a8f9448bd47d188(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:54,064 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:54,064 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=13, startTime=1732328573914; duration=0sec 2024-11-23T02:22:54,064 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:54,064 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:54,064 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742036_1212 (size=4469) 2024-11-23T02:22:54,069 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:54,069 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:54,069 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:54,069 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/84d90feeaa034393a9cfdf4afdd65866, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0b04e066c97f497a83b9eef36d08f318, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6bfa1dd757c742b9872ed2fa243a2c75] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=36.7 K 2024-11-23T02:22:54,070 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84d90feeaa034393a9cfdf4afdd65866, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732328570370 2024-11-23T02:22:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,072 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b04e066c97f497a83b9eef36d08f318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732328570709 2024-11-23T02:22:54,073 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bfa1dd757c742b9872ed2fa243a2c75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328572886 2024-11-23T02:22:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,108 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#173 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:54,109 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d70ba0243ddf4d2ba2750a6342fa038f is 50, key is test_row_0/C:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742037_1213 (size=13051) 2024-11-23T02:22:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,161 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/d70ba0243ddf4d2ba2750a6342fa038f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d70ba0243ddf4d2ba2750a6342fa038f 2024-11-23T02:22:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,172 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into d70ba0243ddf4d2ba2750a6342fa038f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:54,172 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:54,172 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=13, startTime=1732328573914; duration=0sec 2024-11-23T02:22:54,172 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:54,172 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:54,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112369a03316312e49c5818ea3face157366_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328574352/Put/seqid=0 2024-11-23T02:22:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742038_1214 (size=20074) 2024-11-23T02:22:54,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:54,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112369a03316312e49c5818ea3face157366_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112369a03316312e49c5818ea3face157366_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:54,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/cb606d6caf8d4ace84610a4365074591, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:54,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/cb606d6caf8d4ace84610a4365074591 is 175, key is test_row_0/A:col10/1732328574352/Put/seqid=0 2024-11-23T02:22:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742039_1215 (size=57333) 2024-11-23T02:22:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328634425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328634428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328634430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328634430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328634429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,470 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:54,471 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/5b1186bcbce34b39a9267242e5715ca0 is 175, key is test_row_0/A:col10/1732328572886/Put/seqid=0 2024-11-23T02:22:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742040_1216 (size=32005) 2024-11-23T02:22:54,529 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/5b1186bcbce34b39a9267242e5715ca0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5b1186bcbce34b39a9267242e5715ca0 2024-11-23T02:22:54,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328634532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,537 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into 5b1186bcbce34b39a9267242e5715ca0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328634533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,537 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:54,537 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=13, startTime=1732328573914; duration=0sec 2024-11-23T02:22:54,537 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:54,537 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328634535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328634536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328634536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328634737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328634738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328634739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328634739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328634739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:22:54,778 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T02:22:54,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T02:22:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:22:54,782 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:54,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:54,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:54,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/cb606d6caf8d4ace84610a4365074591 2024-11-23T02:22:54,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/26f279451f4b45c79b2278bf3ce549f3 is 50, key is test_row_0/B:col10/1732328574352/Put/seqid=0 2024-11-23T02:22:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742041_1217 (size=12301) 2024-11-23T02:22:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:22:54,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:54,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:54,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:54,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:54,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:54,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328635040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328635042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328635043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328635046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328635047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:22:55,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:55,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:55,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/26f279451f4b45c79b2278bf3ce549f3 2024-11-23T02:22:55,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/75f96b15e06e4082bc9d97a7951ead2c is 50, key is test_row_0/C:col10/1732328574352/Put/seqid=0 2024-11-23T02:22:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742042_1218 (size=12301) 2024-11-23T02:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:22:55,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328635546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328635547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328635547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328635551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328635553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/75f96b15e06e4082bc9d97a7951ead2c 2024-11-23T02:22:55,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/cb606d6caf8d4ace84610a4365074591 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591 2024-11-23T02:22:55,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591, entries=300, sequenceid=339, filesize=56.0 K 2024-11-23T02:22:55,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/26f279451f4b45c79b2278bf3ce549f3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/26f279451f4b45c79b2278bf3ce549f3 2024-11-23T02:22:55,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/26f279451f4b45c79b2278bf3ce549f3, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:55,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/75f96b15e06e4082bc9d97a7951ead2c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/75f96b15e06e4082bc9d97a7951ead2c 2024-11-23T02:22:55,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/75f96b15e06e4082bc9d97a7951ead2c, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:55,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f88fc473148e39fc33f71a5e0618d7c5 in 1406ms, sequenceid=339, compaction requested=false 2024-11-23T02:22:55,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:55,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:55,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:22:55,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:55,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123022b70d13a204052babcdedc413bd422_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328574427/Put/seqid=0 2024-11-23T02:22:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:22:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742043_1219 (size=12454) 2024-11-23T02:22:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,315 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123022b70d13a204052babcdedc413bd422_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123022b70d13a204052babcdedc413bd422_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/33efb6f0ed3d47ea97b5f466c3ce8419, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/33efb6f0ed3d47ea97b5f466c3ce8419 is 175, key is test_row_0/A:col10/1732328574427/Put/seqid=0 2024-11-23T02:22:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742044_1220 (size=31255) 2024-11-23T02:22:56,328 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/33efb6f0ed3d47ea97b5f466c3ce8419 2024-11-23T02:22:56,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a02449d1c439437aa6c264f19e57b41d is 50, key is test_row_0/B:col10/1732328574427/Put/seqid=0 2024-11-23T02:22:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742045_1221 (size=12301) 2024-11-23T02:22:56,394 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a02449d1c439437aa6c264f19e57b41d 2024-11-23T02:22:56,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/e04cdcfb6d1947108edc2aa9636ce7d2 is 50, key is test_row_0/C:col10/1732328574427/Put/seqid=0 2024-11-23T02:22:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742046_1222 (size=12301) 2024-11-23T02:22:56,437 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/e04cdcfb6d1947108edc2aa9636ce7d2 2024-11-23T02:22:56,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/33efb6f0ed3d47ea97b5f466c3ce8419 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419 2024-11-23T02:22:56,449 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419, entries=150, sequenceid=365, filesize=30.5 K 2024-11-23T02:22:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/a02449d1c439437aa6c264f19e57b41d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a02449d1c439437aa6c264f19e57b41d 2024-11-23T02:22:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,466 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a02449d1c439437aa6c264f19e57b41d, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T02:22:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/e04cdcfb6d1947108edc2aa9636ce7d2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/e04cdcfb6d1947108edc2aa9636ce7d2 2024-11-23T02:22:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,479 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/e04cdcfb6d1947108edc2aa9636ce7d2, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T02:22:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,483 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f88fc473148e39fc33f71a5e0618d7c5 in 619ms, sequenceid=365, compaction requested=true 2024-11-23T02:22:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T02:22:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T02:22:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T02:22:56,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-11-23T02:22:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7080 sec 2024-11-23T02:22:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:56,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123042b07dd12ae42abb17aa4acc6be924e_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328636669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328636671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328636672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328636672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328636673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742048_1224 (size=25158) 2024-11-23T02:22:56,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:56,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123042b07dd12ae42abb17aa4acc6be924e_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123042b07dd12ae42abb17aa4acc6be924e_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:56,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3b13085891be490da3629cf1b43a074d, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:56,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3b13085891be490da3629cf1b43a074d is 175, key is test_row_0/A:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742047_1223 (size=74795) 2024-11-23T02:22:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328636799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328636798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328636800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328636800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328636800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:22:56,896 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T02:22:56,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T02:22:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:22:56,899 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:56,902 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:56,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:22:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328637001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328637002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328637002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328637004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328637007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,105 DEBUG [Thread-620 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00cb464a to 127.0.0.1:52285 2024-11-23T02:22:57,105 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:57,108 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:52285 2024-11-23T02:22:57,108 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:57,108 DEBUG [Thread-622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:52285 2024-11-23T02:22:57,108 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:57,112 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:52285 2024-11-23T02:22:57,112 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:57,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3b13085891be490da3629cf1b43a074d 2024-11-23T02:22:57,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/63f7659b25fb49abbbf6e850f4eddecb is 50, key is test_row_0/B:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742049_1225 (size=12301) 2024-11-23T02:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:22:57,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328637303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328637306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328637306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328637307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328637314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:22:57,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/63f7659b25fb49abbbf6e850f4eddecb 2024-11-23T02:22:57,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/28cc5079ca204efa972fcb65f0b13910 is 50, key is test_row_0/C:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742050_1226 (size=12301) 2024-11-23T02:22:57,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49568 deadline: 1732328637809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49620 deadline: 1732328637809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49544 deadline: 1732328637809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49604 deadline: 1732328637812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49556 deadline: 1732328637818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/28cc5079ca204efa972fcb65f0b13910 2024-11-23T02:22:57,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3b13085891be490da3629cf1b43a074d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d 2024-11-23T02:22:57,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d, entries=400, sequenceid=376, filesize=73.0 K 2024-11-23T02:22:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/63f7659b25fb49abbbf6e850f4eddecb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/63f7659b25fb49abbbf6e850f4eddecb 2024-11-23T02:22:57,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:57,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:57,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/63f7659b25fb49abbbf6e850f4eddecb, entries=150, sequenceid=376, filesize=12.0 K 2024-11-23T02:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:57,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/28cc5079ca204efa972fcb65f0b13910 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/28cc5079ca204efa972fcb65f0b13910 2024-11-23T02:22:57,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/28cc5079ca204efa972fcb65f0b13910, entries=150, sequenceid=376, filesize=12.0 K 2024-11-23T02:22:57,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f88fc473148e39fc33f71a5e0618d7c5 in 1390ms, sequenceid=376, compaction requested=true 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:57,982 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:57,982 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f88fc473148e39fc33f71a5e0618d7c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:57,983 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:57,984 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 195388 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:57,984 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/B is initiating minor compaction (all files) 2024-11-23T02:22:57,984 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/A is initiating minor compaction (all files) 2024-11-23T02:22:57,984 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/B in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,984 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/A in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,984 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/636814a2bfdd4da79a8f9448bd47d188, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/26f279451f4b45c79b2278bf3ce549f3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a02449d1c439437aa6c264f19e57b41d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/63f7659b25fb49abbbf6e850f4eddecb] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=48.8 K 2024-11-23T02:22:57,984 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5b1186bcbce34b39a9267242e5715ca0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=190.8 K 2024-11-23T02:22:57,984 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:57,984 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5b1186bcbce34b39a9267242e5715ca0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d] 2024-11-23T02:22:57,984 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 636814a2bfdd4da79a8f9448bd47d188, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328572886 2024-11-23T02:22:57,985 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b1186bcbce34b39a9267242e5715ca0, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328572886 2024-11-23T02:22:57,985 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 26f279451f4b45c79b2278bf3ce549f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328574348 2024-11-23T02:22:57,985 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a02449d1c439437aa6c264f19e57b41d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732328574427 2024-11-23T02:22:57,985 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb606d6caf8d4ace84610a4365074591, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328573216 2024-11-23T02:22:57,985 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 63f7659b25fb49abbbf6e850f4eddecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732328576576 2024-11-23T02:22:57,985 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33efb6f0ed3d47ea97b5f466c3ce8419, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732328574427 2024-11-23T02:22:57,986 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b13085891be490da3629cf1b43a074d, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732328576572 2024-11-23T02:22:57,999 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#B#compaction#183 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:57,999 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/c2ee066146704a89af8975b4615ca9e5 is 50, key is test_row_0/B:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:22:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742051_1227 (size=13187) 2024-11-23T02:22:58,024 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:58,028 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112319daf06f935a4edd9655fcd436b9e79d_f88fc473148e39fc33f71a5e0618d7c5 store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:58,031 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/c2ee066146704a89af8975b4615ca9e5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/c2ee066146704a89af8975b4615ca9e5 2024-11-23T02:22:58,037 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/B of f88fc473148e39fc33f71a5e0618d7c5 into c2ee066146704a89af8975b4615ca9e5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:58,037 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:58,037 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/B, priority=12, startTime=1732328577982; duration=0sec 2024-11-23T02:22:58,037 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:58,037 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:B 2024-11-23T02:22:58,037 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:58,039 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:58,040 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): f88fc473148e39fc33f71a5e0618d7c5/C is initiating minor compaction (all files) 2024-11-23T02:22:58,040 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f88fc473148e39fc33f71a5e0618d7c5/C in TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:58,049 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d70ba0243ddf4d2ba2750a6342fa038f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/75f96b15e06e4082bc9d97a7951ead2c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/e04cdcfb6d1947108edc2aa9636ce7d2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/28cc5079ca204efa972fcb65f0b13910] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp, totalSize=48.8 K 2024-11-23T02:22:58,050 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d70ba0243ddf4d2ba2750a6342fa038f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328572886 2024-11-23T02:22:58,052 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 75f96b15e06e4082bc9d97a7951ead2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328574348 2024-11-23T02:22:58,053 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e04cdcfb6d1947108edc2aa9636ce7d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732328574427 2024-11-23T02:22:58,053 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 28cc5079ca204efa972fcb65f0b13910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732328576576 2024-11-23T02:22:58,068 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112319daf06f935a4edd9655fcd436b9e79d_f88fc473148e39fc33f71a5e0618d7c5, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:58,068 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112319daf06f935a4edd9655fcd436b9e79d_f88fc473148e39fc33f71a5e0618d7c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:58,100 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#C#compaction#185 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:58,102 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/15bc187e470644a083ecc8d969e4349a is 50, key is test_row_0/C:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742052_1228 (size=4469) 2024-11-23T02:22:58,113 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f88fc473148e39fc33f71a5e0618d7c5#A#compaction#184 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:58,114 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3ca07531383a42c9afd088986b5c6881 is 175, key is test_row_0/A:col10/1732328576576/Put/seqid=0 2024-11-23T02:22:58,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:22:58,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:22:58,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:58,132 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:22:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742053_1229 (size=13187) 2024-11-23T02:22:58,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742054_1230 (size=32141) 2024-11-23T02:22:58,179 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/15bc187e470644a083ecc8d969e4349a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/15bc187e470644a083ecc8d969e4349a 2024-11-23T02:22:58,185 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/C of f88fc473148e39fc33f71a5e0618d7c5 into 15bc187e470644a083ecc8d969e4349a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:58,186 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:58,186 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/C, priority=12, startTime=1732328577982; duration=0sec 2024-11-23T02:22:58,186 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:58,186 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:C 2024-11-23T02:22:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123661e1b044b9b4304be8840460e0e45e2_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328576671/Put/seqid=0 2024-11-23T02:22:58,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742055_1231 (size=12454) 2024-11-23T02:22:58,577 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/3ca07531383a42c9afd088986b5c6881 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3ca07531383a42c9afd088986b5c6881 2024-11-23T02:22:58,582 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f88fc473148e39fc33f71a5e0618d7c5/A of f88fc473148e39fc33f71a5e0618d7c5 into 3ca07531383a42c9afd088986b5c6881(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:58,582 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:58,582 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5., storeName=f88fc473148e39fc33f71a5e0618d7c5/A, priority=12, startTime=1732328577982; duration=0sec 2024-11-23T02:22:58,582 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:58,582 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f88fc473148e39fc33f71a5e0618d7c5:A 2024-11-23T02:22:58,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:58,598 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123661e1b044b9b4304be8840460e0e45e2_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123661e1b044b9b4304be8840460e0e45e2_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:58,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/092ef4551b284fc891c83da444381163, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:22:58,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/092ef4551b284fc891c83da444381163 is 175, key is test_row_0/A:col10/1732328576671/Put/seqid=0 2024-11-23T02:22:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742056_1232 (size=31255) 2024-11-23T02:22:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:22:58,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. as already flushing 2024-11-23T02:22:58,815 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4420 to 127.0.0.1:52285 2024-11-23T02:22:58,815 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,817 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24f64590 to 127.0.0.1:52285 2024-11-23T02:22:58,817 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,818 DEBUG [Thread-617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c5c4716 to 127.0.0.1:52285 2024-11-23T02:22:58,818 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,819 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x433e2b26 to 127.0.0.1:52285 2024-11-23T02:22:58,820 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,828 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c2c778 to 127.0.0.1:52285 2024-11-23T02:22:58,828 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:22:59,009 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/092ef4551b284fc891c83da444381163 2024-11-23T02:22:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/de701bd5a3d34d3bb149bcba20de5ee7 is 50, key is test_row_0/B:col10/1732328576671/Put/seqid=0 2024-11-23T02:22:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742057_1233 (size=12301) 2024-11-23T02:22:59,420 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/de701bd5a3d34d3bb149bcba20de5ee7 2024-11-23T02:22:59,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a066b42287904fed86b9a1df31ad8536 is 50, key is test_row_0/C:col10/1732328576671/Put/seqid=0 2024-11-23T02:22:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742058_1234 (size=12301) 2024-11-23T02:22:59,832 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a066b42287904fed86b9a1df31ad8536 2024-11-23T02:22:59,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/092ef4551b284fc891c83da444381163 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/092ef4551b284fc891c83da444381163 2024-11-23T02:22:59,840 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/092ef4551b284fc891c83da444381163, entries=150, sequenceid=402, filesize=30.5 K 2024-11-23T02:22:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/de701bd5a3d34d3bb149bcba20de5ee7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/de701bd5a3d34d3bb149bcba20de5ee7 2024-11-23T02:22:59,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/de701bd5a3d34d3bb149bcba20de5ee7, entries=150, sequenceid=402, filesize=12.0 K 2024-11-23T02:22:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/a066b42287904fed86b9a1df31ad8536 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a066b42287904fed86b9a1df31ad8536 2024-11-23T02:22:59,848 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a066b42287904fed86b9a1df31ad8536, entries=150, sequenceid=402, filesize=12.0 K 2024-11-23T02:22:59,849 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for f88fc473148e39fc33f71a5e0618d7c5 in 1717ms, sequenceid=402, compaction requested=false 2024-11-23T02:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:22:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T02:22:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T02:22:59,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T02:22:59,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9480 sec 2024-11-23T02:22:59,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.9540 sec 2024-11-23T02:23:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:23:01,004 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3987 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3915 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1735 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5205 rows 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1726 2024-11-23T02:23:01,004 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5178 rows 2024-11-23T02:23:01,004 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:23:01,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ff872d8 to 127.0.0.1:52285 2024-11-23T02:23:01,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:01,009 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:23:01,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:23:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:23:01,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328581013"}]},"ts":"1732328581013"} 2024-11-23T02:23:01,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:23:01,017 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:23:01,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:01,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, UNASSIGN}] 2024-11-23T02:23:01,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, UNASSIGN 2024-11-23T02:23:01,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:01,020 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:01,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:23:01,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:01,172 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:01,172 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:01,172 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing f88fc473148e39fc33f71a5e0618d7c5, disabling compactions & flushes 2024-11-23T02:23:01,172 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. after waiting 0 ms 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:23:01,173 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing f88fc473148e39fc33f71a5e0618d7c5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=A 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=B 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f88fc473148e39fc33f71a5e0618d7c5, store=C 2024-11-23T02:23:01,173 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:01,179 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b9ba0538565f42b894a00e055485afa8_f88fc473148e39fc33f71a5e0618d7c5 is 50, key is test_row_0/A:col10/1732328578819/Put/seqid=0 2024-11-23T02:23:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742059_1235 (size=12454) 2024-11-23T02:23:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:23:01,584 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:01,587 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b9ba0538565f42b894a00e055485afa8_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b9ba0538565f42b894a00e055485afa8_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:01,588 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/39a4cc1beaf54647ac54260a960e6c5e, store: [table=TestAcidGuarantees family=A region=f88fc473148e39fc33f71a5e0618d7c5] 2024-11-23T02:23:01,589 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/39a4cc1beaf54647ac54260a960e6c5e is 175, key is test_row_0/A:col10/1732328578819/Put/seqid=0 2024-11-23T02:23:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742060_1236 (size=31255) 2024-11-23T02:23:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:23:01,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:23:01,993 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/39a4cc1beaf54647ac54260a960e6c5e 2024-11-23T02:23:02,000 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/eb0c8533b94f45bf81bb6b16f83c3acf is 50, key is test_row_0/B:col10/1732328578819/Put/seqid=0 2024-11-23T02:23:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742061_1237 (size=12301) 2024-11-23T02:23:02,004 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/eb0c8533b94f45bf81bb6b16f83c3acf 2024-11-23T02:23:02,010 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/3ec67e370c7c429eb172883e596a09b7 is 50, key is test_row_0/C:col10/1732328578819/Put/seqid=0 2024-11-23T02:23:02,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742062_1238 (size=12301) 2024-11-23T02:23:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:23:02,414 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/3ec67e370c7c429eb172883e596a09b7 2024-11-23T02:23:02,418 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/A/39a4cc1beaf54647ac54260a960e6c5e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/39a4cc1beaf54647ac54260a960e6c5e 2024-11-23T02:23:02,422 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/39a4cc1beaf54647ac54260a960e6c5e, entries=150, sequenceid=412, filesize=30.5 K 2024-11-23T02:23:02,423 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/B/eb0c8533b94f45bf81bb6b16f83c3acf as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/eb0c8533b94f45bf81bb6b16f83c3acf 2024-11-23T02:23:02,426 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/eb0c8533b94f45bf81bb6b16f83c3acf, entries=150, sequenceid=412, filesize=12.0 K 2024-11-23T02:23:02,427 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/.tmp/C/3ec67e370c7c429eb172883e596a09b7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/3ec67e370c7c429eb172883e596a09b7 2024-11-23T02:23:02,431 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/3ec67e370c7c429eb172883e596a09b7, entries=150, sequenceid=412, filesize=12.0 K 2024-11-23T02:23:02,431 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f88fc473148e39fc33f71a5e0618d7c5 in 1258ms, sequenceid=412, compaction requested=true 2024-11-23T02:23:02,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3fbdebb87dbd47f5b224b0f8a082230a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/eed81f4335044945855d567ad5515b53, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a80da8a546234dd49871355cdee24d57, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/2d6f86a3f84d408b8a78febb5ee4da4d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/99ce362bb4be4cdb8bc72cb9ec673a47, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5ca2a7a50c3549009f44267c5d3c08b5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5b1186bcbce34b39a9267242e5715ca0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d] to archive 2024-11-23T02:23:02,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:02,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/308ac6f995824fc9ba8aed35adc6c8c7 2024-11-23T02:23:02,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ea9d378a8fc3488aad62d2a1c5159c8a 2024-11-23T02:23:02,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/ef89d333401045bcaf8e71c876eb1df1 2024-11-23T02:23:02,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3fbdebb87dbd47f5b224b0f8a082230a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3fbdebb87dbd47f5b224b0f8a082230a 2024-11-23T02:23:02,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/11e077c98fdc41f58cbb491e328a0904 2024-11-23T02:23:02,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/96fb2941545a483283918a0b96ccaf10 2024-11-23T02:23:02,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/eed81f4335044945855d567ad5515b53 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/eed81f4335044945855d567ad5515b53 2024-11-23T02:23:02,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/1e926d57725048e68cc80558ad70a6b3 2024-11-23T02:23:02,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a80da8a546234dd49871355cdee24d57 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a80da8a546234dd49871355cdee24d57 2024-11-23T02:23:02,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/97dbc4ab305e4be0b16c19cb92f1b1bb 2024-11-23T02:23:02,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/f3ef5ef836ee4298971933453ce29fe2 2024-11-23T02:23:02,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/a0c09640f81c40ed91084983f26ebfe6 2024-11-23T02:23:02,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/2d6f86a3f84d408b8a78febb5ee4da4d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/2d6f86a3f84d408b8a78febb5ee4da4d 2024-11-23T02:23:02,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/57c32658016d418d848641c5f815731f 2024-11-23T02:23:02,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/58cc41d72fc745f9b9b71b75754e6939 2024-11-23T02:23:02,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/979b9b4c9f2242b2b9e98cd1ddedf0cf 2024-11-23T02:23:02,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/99ce362bb4be4cdb8bc72cb9ec673a47 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/99ce362bb4be4cdb8bc72cb9ec673a47 2024-11-23T02:23:02,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/93b9d537e75543baa6e70e24c7e0c0d2 2024-11-23T02:23:02,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5ca2a7a50c3549009f44267c5d3c08b5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5ca2a7a50c3549009f44267c5d3c08b5 2024-11-23T02:23:02,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/77e25af54ac146309909ef0d1c11bb7e 2024-11-23T02:23:02,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3f1b69ed55eb4175ae055ca0790bbe94 2024-11-23T02:23:02,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3288b8abde9b470d811225eb6fd14f06 2024-11-23T02:23:02,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5b1186bcbce34b39a9267242e5715ca0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/5b1186bcbce34b39a9267242e5715ca0 2024-11-23T02:23:02,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/cb606d6caf8d4ace84610a4365074591 2024-11-23T02:23:02,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/33efb6f0ed3d47ea97b5f466c3ce8419 2024-11-23T02:23:02,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3b13085891be490da3629cf1b43a074d 2024-11-23T02:23:02,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dfb608a7ea0c4f35a31b751972020a65, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/d250ec10452c4e0aab70edc25694cfe4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/660900acf2ea45319ac1d6e42bdfd501, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/ae5329f3166b4d7d9232bba82ae7fdb5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/5a7dff5a97cb411fbb2c8c1eb3f30afb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/bcc2cf2cf1794f7788a85655743ca647, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/76ba02a03735441bb030698ea655990c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/284d9357a6d64108a06e1a6de6c27b71, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a08e1c51bce249c1801e5d4ff698f24a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/235bdc25f3a94a96b1408432ff9eb363, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/4e1a600d3c8f4c1b9a40a6963cc49d90, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dd98e4b95f744f37a3fdbc1ad2a1fc94, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/31e504ddf167446dbc6402ae223c40d5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/8d83f59e73694067b0c775a7ba3ad65a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/82bf0d62cc21404e9b5eb32f168a2e8f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/3d5a045b173b457d96b5b8c0306fa87a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dba522bef9524a90aa3e2de6ecd4caf1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a32bdeeef2764141a18566061534787f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/7ac0dbdf293a437c8871dbd4abb50331, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/efb676bb6f984e35bf9b785368cd4557, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/636814a2bfdd4da79a8f9448bd47d188, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/0d8fc1d921dc40a9bb6147285c82e2ff, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/26f279451f4b45c79b2278bf3ce549f3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a02449d1c439437aa6c264f19e57b41d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/63f7659b25fb49abbbf6e850f4eddecb] to archive 2024-11-23T02:23:02,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:02,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dfb608a7ea0c4f35a31b751972020a65 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dfb608a7ea0c4f35a31b751972020a65 2024-11-23T02:23:02,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/d250ec10452c4e0aab70edc25694cfe4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/d250ec10452c4e0aab70edc25694cfe4 2024-11-23T02:23:02,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/660900acf2ea45319ac1d6e42bdfd501 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/660900acf2ea45319ac1d6e42bdfd501 2024-11-23T02:23:02,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/ae5329f3166b4d7d9232bba82ae7fdb5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/ae5329f3166b4d7d9232bba82ae7fdb5 2024-11-23T02:23:02,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/5a7dff5a97cb411fbb2c8c1eb3f30afb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/5a7dff5a97cb411fbb2c8c1eb3f30afb 2024-11-23T02:23:02,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/bcc2cf2cf1794f7788a85655743ca647 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/bcc2cf2cf1794f7788a85655743ca647 2024-11-23T02:23:02,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/76ba02a03735441bb030698ea655990c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/76ba02a03735441bb030698ea655990c 2024-11-23T02:23:02,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/f317dc15eace4d7c9b0a4bbcd9ed9d7d 2024-11-23T02:23:02,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/284d9357a6d64108a06e1a6de6c27b71 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/284d9357a6d64108a06e1a6de6c27b71 2024-11-23T02:23:02,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a08e1c51bce249c1801e5d4ff698f24a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a08e1c51bce249c1801e5d4ff698f24a 2024-11-23T02:23:02,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/235bdc25f3a94a96b1408432ff9eb363 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/235bdc25f3a94a96b1408432ff9eb363 2024-11-23T02:23:02,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/4e1a600d3c8f4c1b9a40a6963cc49d90 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/4e1a600d3c8f4c1b9a40a6963cc49d90 2024-11-23T02:23:02,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dd98e4b95f744f37a3fdbc1ad2a1fc94 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dd98e4b95f744f37a3fdbc1ad2a1fc94 2024-11-23T02:23:02,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/31e504ddf167446dbc6402ae223c40d5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/31e504ddf167446dbc6402ae223c40d5 2024-11-23T02:23:02,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/8d83f59e73694067b0c775a7ba3ad65a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/8d83f59e73694067b0c775a7ba3ad65a 2024-11-23T02:23:02,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/82bf0d62cc21404e9b5eb32f168a2e8f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/82bf0d62cc21404e9b5eb32f168a2e8f 2024-11-23T02:23:02,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/3d5a045b173b457d96b5b8c0306fa87a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/3d5a045b173b457d96b5b8c0306fa87a 2024-11-23T02:23:02,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dba522bef9524a90aa3e2de6ecd4caf1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/dba522bef9524a90aa3e2de6ecd4caf1 2024-11-23T02:23:02,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a32bdeeef2764141a18566061534787f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a32bdeeef2764141a18566061534787f 2024-11-23T02:23:02,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/7ac0dbdf293a437c8871dbd4abb50331 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/7ac0dbdf293a437c8871dbd4abb50331 2024-11-23T02:23:02,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/efb676bb6f984e35bf9b785368cd4557 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/efb676bb6f984e35bf9b785368cd4557 2024-11-23T02:23:02,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/636814a2bfdd4da79a8f9448bd47d188 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/636814a2bfdd4da79a8f9448bd47d188 2024-11-23T02:23:02,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/0d8fc1d921dc40a9bb6147285c82e2ff to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/0d8fc1d921dc40a9bb6147285c82e2ff 2024-11-23T02:23:02,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/26f279451f4b45c79b2278bf3ce549f3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/26f279451f4b45c79b2278bf3ce549f3 2024-11-23T02:23:02,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a02449d1c439437aa6c264f19e57b41d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/a02449d1c439437aa6c264f19e57b41d 2024-11-23T02:23:02,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/63f7659b25fb49abbbf6e850f4eddecb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/63f7659b25fb49abbbf6e850f4eddecb 2024-11-23T02:23:02,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/06e86f6743f84717b339edb469275112, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0a105a11f2ff4b9a969b5c02e3983316, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/dcd298cc79be4da79c5ea3f7696a3976, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/155450f884e24fd8b0db8d4faa0d422d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8dd3bf49dad542ec8b5fe2710d6450d0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d37f545e3c9d4909a9af9cc4ebe83e4d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6e557ed944b6420cbcbcee2dcad39fdb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a569bb6551d4524a90a0e37724344e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/7b9fa0023011430fa9d6d794f46db4d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/b3a8b899ff714912a3da2b914a84bb4f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/20a06785887545128b4ab2c9449c249f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a9506a26687419a8d3e07b680463a20, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d842faab53924b218860e5ad768eca38, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/22ed76932eee449c8449ae5733cdb4ab, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8a686f7cb36a4357a0a8c7deb49edaf3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/c56b44cbb6c64de1810713e728e97b79, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/f5bb5691c2d7428fb5a40f04daca1545, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a387e6a2845948a488c41dfac70996cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/84d90feeaa034393a9cfdf4afdd65866, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a0c57c4d88194dbdb04763308a52e1cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0b04e066c97f497a83b9eef36d08f318, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d70ba0243ddf4d2ba2750a6342fa038f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6bfa1dd757c742b9872ed2fa243a2c75, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/75f96b15e06e4082bc9d97a7951ead2c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/e04cdcfb6d1947108edc2aa9636ce7d2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/28cc5079ca204efa972fcb65f0b13910] to archive 2024-11-23T02:23:02,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:02,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/06e86f6743f84717b339edb469275112 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/06e86f6743f84717b339edb469275112 2024-11-23T02:23:02,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0a105a11f2ff4b9a969b5c02e3983316 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0a105a11f2ff4b9a969b5c02e3983316 2024-11-23T02:23:02,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/dcd298cc79be4da79c5ea3f7696a3976 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/dcd298cc79be4da79c5ea3f7696a3976 2024-11-23T02:23:02,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/155450f884e24fd8b0db8d4faa0d422d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/155450f884e24fd8b0db8d4faa0d422d 2024-11-23T02:23:02,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8dd3bf49dad542ec8b5fe2710d6450d0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8dd3bf49dad542ec8b5fe2710d6450d0 2024-11-23T02:23:02,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d37f545e3c9d4909a9af9cc4ebe83e4d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d37f545e3c9d4909a9af9cc4ebe83e4d 2024-11-23T02:23:02,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6e557ed944b6420cbcbcee2dcad39fdb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6e557ed944b6420cbcbcee2dcad39fdb 2024-11-23T02:23:02,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a569bb6551d4524a90a0e37724344e5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a569bb6551d4524a90a0e37724344e5 2024-11-23T02:23:02,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/7b9fa0023011430fa9d6d794f46db4d9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/7b9fa0023011430fa9d6d794f46db4d9 2024-11-23T02:23:02,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/b3a8b899ff714912a3da2b914a84bb4f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/b3a8b899ff714912a3da2b914a84bb4f 2024-11-23T02:23:02,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/20a06785887545128b4ab2c9449c249f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/20a06785887545128b4ab2c9449c249f 2024-11-23T02:23:02,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a9506a26687419a8d3e07b680463a20 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/2a9506a26687419a8d3e07b680463a20 2024-11-23T02:23:02,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d842faab53924b218860e5ad768eca38 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d842faab53924b218860e5ad768eca38 2024-11-23T02:23:02,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/22ed76932eee449c8449ae5733cdb4ab to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/22ed76932eee449c8449ae5733cdb4ab 2024-11-23T02:23:02,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8a686f7cb36a4357a0a8c7deb49edaf3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/8a686f7cb36a4357a0a8c7deb49edaf3 2024-11-23T02:23:02,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/c56b44cbb6c64de1810713e728e97b79 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/c56b44cbb6c64de1810713e728e97b79 2024-11-23T02:23:02,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/f5bb5691c2d7428fb5a40f04daca1545 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/f5bb5691c2d7428fb5a40f04daca1545 2024-11-23T02:23:02,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a387e6a2845948a488c41dfac70996cb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a387e6a2845948a488c41dfac70996cb 2024-11-23T02:23:02,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/84d90feeaa034393a9cfdf4afdd65866 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/84d90feeaa034393a9cfdf4afdd65866 2024-11-23T02:23:02,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a0c57c4d88194dbdb04763308a52e1cb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a0c57c4d88194dbdb04763308a52e1cb 2024-11-23T02:23:02,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0b04e066c97f497a83b9eef36d08f318 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/0b04e066c97f497a83b9eef36d08f318 2024-11-23T02:23:02,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d70ba0243ddf4d2ba2750a6342fa038f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/d70ba0243ddf4d2ba2750a6342fa038f 2024-11-23T02:23:02,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6bfa1dd757c742b9872ed2fa243a2c75 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/6bfa1dd757c742b9872ed2fa243a2c75 2024-11-23T02:23:02,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/75f96b15e06e4082bc9d97a7951ead2c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/75f96b15e06e4082bc9d97a7951ead2c 2024-11-23T02:23:02,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/e04cdcfb6d1947108edc2aa9636ce7d2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/e04cdcfb6d1947108edc2aa9636ce7d2 2024-11-23T02:23:02,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/28cc5079ca204efa972fcb65f0b13910 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/28cc5079ca204efa972fcb65f0b13910 2024-11-23T02:23:02,515 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/recovered.edits/415.seqid, newMaxSeqId=415, maxSeqId=4 2024-11-23T02:23:02,516 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5. 2024-11-23T02:23:02,516 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for f88fc473148e39fc33f71a5e0618d7c5: 2024-11-23T02:23:02,518 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:02,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=f88fc473148e39fc33f71a5e0618d7c5, regionState=CLOSED 2024-11-23T02:23:02,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T02:23:02,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure f88fc473148e39fc33f71a5e0618d7c5, server=fde8ce287ea2,37605,1732328523434 in 1.4990 sec 2024-11-23T02:23:02,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-23T02:23:02,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f88fc473148e39fc33f71a5e0618d7c5, UNASSIGN in 1.5020 sec 2024-11-23T02:23:02,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T02:23:02,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec 2024-11-23T02:23:02,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328582523"}]},"ts":"1732328582523"} 2024-11-23T02:23:02,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:23:02,526 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:23:02,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5170 sec 2024-11-23T02:23:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:23:03,117 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T02:23:03,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:23:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,119 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:23:03,120 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,121 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,124 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/recovered.edits] 2024-11-23T02:23:03,126 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/092ef4551b284fc891c83da444381163 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/092ef4551b284fc891c83da444381163 2024-11-23T02:23:03,128 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/39a4cc1beaf54647ac54260a960e6c5e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/39a4cc1beaf54647ac54260a960e6c5e 2024-11-23T02:23:03,129 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3ca07531383a42c9afd088986b5c6881 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/A/3ca07531383a42c9afd088986b5c6881 2024-11-23T02:23:03,131 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/c2ee066146704a89af8975b4615ca9e5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/c2ee066146704a89af8975b4615ca9e5 2024-11-23T02:23:03,132 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/de701bd5a3d34d3bb149bcba20de5ee7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/de701bd5a3d34d3bb149bcba20de5ee7 2024-11-23T02:23:03,133 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/eb0c8533b94f45bf81bb6b16f83c3acf to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/B/eb0c8533b94f45bf81bb6b16f83c3acf 2024-11-23T02:23:03,135 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/15bc187e470644a083ecc8d969e4349a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/15bc187e470644a083ecc8d969e4349a 2024-11-23T02:23:03,136 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/3ec67e370c7c429eb172883e596a09b7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/3ec67e370c7c429eb172883e596a09b7 2024-11-23T02:23:03,138 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a066b42287904fed86b9a1df31ad8536 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/C/a066b42287904fed86b9a1df31ad8536 2024-11-23T02:23:03,140 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/recovered.edits/415.seqid to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5/recovered.edits/415.seqid 2024-11-23T02:23:03,141 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:23:03,141 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:23:03,142 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T02:23:03,146 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112300e1be58f3434b4ba35ba7d177546f97_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112300e1be58f3434b4ba35ba7d177546f97_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,147 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123011aded8d8a647449effc90b6b75cbb6_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123011aded8d8a647449effc90b6b75cbb6_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,148 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123022b70d13a204052babcdedc413bd422_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123022b70d13a204052babcdedc413bd422_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,150 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123042b07dd12ae42abb17aa4acc6be924e_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123042b07dd12ae42abb17aa4acc6be924e_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,151 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231ed64057de7f4eb3b4b07745043ed7e6_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231ed64057de7f4eb3b4b07745043ed7e6_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,152 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232d75b0e6ac214bbd855a32440a4707fa_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232d75b0e6ac214bbd855a32440a4707fa_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233618d1b07af042a692bcc9a9b266ddb0_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233618d1b07af042a692bcc9a9b266ddb0_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,154 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123368508ca19ce4d0996f1b66167ca7655_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123368508ca19ce4d0996f1b66167ca7655_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,155 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112337895538d93a400ab3ccb6527cf4faee_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112337895538d93a400ab3ccb6527cf4faee_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,156 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341e933e87acd4b6cba74fbd76fc50cc8_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341e933e87acd4b6cba74fbd76fc50cc8_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,157 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112352eac886706a4c7eaa25924f950711e2_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112352eac886706a4c7eaa25924f950711e2_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,158 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235abd377b69654dc8be89854972e3de7b_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235abd377b69654dc8be89854972e3de7b_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112365ae75c017fe4a6196be260fcf2afac8_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112365ae75c017fe4a6196be260fcf2afac8_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123661e1b044b9b4304be8840460e0e45e2_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123661e1b044b9b4304be8840460e0e45e2_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,161 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112369a03316312e49c5818ea3face157366_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112369a03316312e49c5818ea3face157366_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,162 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112372629b5681064ab687e332cd94ff3679_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112372629b5681064ab687e332cd94ff3679_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b457f61eaa074c24a13cef42d4ade2e5_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b457f61eaa074c24a13cef42d4ade2e5_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,165 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b9ba0538565f42b894a00e055485afa8_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b9ba0538565f42b894a00e055485afa8_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,166 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9c5017fdd0345bd8f21efa0a9a3f43a_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9c5017fdd0345bd8f21efa0a9a3f43a_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,167 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edf680f7cba54cc29cde1e56211dd2ba_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edf680f7cba54cc29cde1e56211dd2ba_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f999c9f52889479d8804fbc71a3f9cc2_f88fc473148e39fc33f71a5e0618d7c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f999c9f52889479d8804fbc71a3f9cc2_f88fc473148e39fc33f71a5e0618d7c5 2024-11-23T02:23:03,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:23:03,170 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,173 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:23:03,175 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:23:03,176 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,176 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:23:03,176 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328583176"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:03,178 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:23:03,178 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f88fc473148e39fc33f71a5e0618d7c5, NAME => 'TestAcidGuarantees,,1732328553985.f88fc473148e39fc33f71a5e0618d7c5.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:23:03,178 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:23:03,178 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328583178"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:03,180 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:23:03,182 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-23T02:23:03,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:23:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:23:03,221 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-23T02:23:03,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1908274570_22 at /127.0.0.1:41872 [Waiting for operation #817] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1412582980_22 at /127.0.0.1:42146 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1908274570_22 at /127.0.0.1:47278 [Waiting for operation #358] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1412582980_22 at /127.0.0.1:54798 [Waiting for operation #644] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x315767a3-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=626 (was 535) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3792 (was 3956) 2024-11-23T02:23:03,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=626, ProcessCount=11, AvailableMemoryMB=3791 2024-11-23T02:23:03,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:23:03,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:23:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:03,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:23:03,242 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:03,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-23T02:23:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T02:23:03,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:23:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742063_1239 (size=963) 2024-11-23T02:23:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T02:23:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T02:23:03,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:23:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742064_1240 (size=53) 2024-11-23T02:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T02:23:04,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:04,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c05c4298896b1e37458bef7d84ad4035, disabling compactions & flushes 2024-11-23T02:23:04,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. after waiting 0 ms 2024-11-23T02:23:04,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:04,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:23:04,058 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328584058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328584058"}]},"ts":"1732328584058"} 2024-11-23T02:23:04,059 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:23:04,059 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:23:04,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328584059"}]},"ts":"1732328584059"} 2024-11-23T02:23:04,060 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:23:04,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, ASSIGN}] 2024-11-23T02:23:04,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, ASSIGN 2024-11-23T02:23:04,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:23:04,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c05c4298896b1e37458bef7d84ad4035, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:04,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T02:23:04,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:04,384 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,385 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:23:04,385 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,385 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:04,385 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,385 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,386 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,387 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:04,388 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c05c4298896b1e37458bef7d84ad4035 columnFamilyName A 2024-11-23T02:23:04,388 DEBUG [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:04,388 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.HStore(327): Store=c05c4298896b1e37458bef7d84ad4035/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:04,388 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,389 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:04,389 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c05c4298896b1e37458bef7d84ad4035 columnFamilyName B 2024-11-23T02:23:04,389 DEBUG [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:04,389 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.HStore(327): Store=c05c4298896b1e37458bef7d84ad4035/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:04,390 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,390 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:04,391 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c05c4298896b1e37458bef7d84ad4035 columnFamilyName C 2024-11-23T02:23:04,391 DEBUG [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:04,391 INFO [StoreOpener-c05c4298896b1e37458bef7d84ad4035-1 {}] regionserver.HStore(327): Store=c05c4298896b1e37458bef7d84ad4035/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:04,391 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,392 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,392 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,393 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:23:04,394 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:04,396 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:23:04,396 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened c05c4298896b1e37458bef7d84ad4035; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62176908, jitterRate=-0.07349187135696411}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:23:04,397 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:04,398 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., pid=68, masterSystemTime=1732328584382 2024-11-23T02:23:04,399 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,399 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:04,399 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c05c4298896b1e37458bef7d84ad4035, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:04,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T02:23:04,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 in 170 msec 2024-11-23T02:23:04,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-23T02:23:04,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, ASSIGN in 324 msec 2024-11-23T02:23:04,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:23:04,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328584403"}]},"ts":"1732328584403"} 2024-11-23T02:23:04,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:23:04,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:23:04,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-23T02:23:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T02:23:05,347 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-23T02:23:05,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-11-23T02:23:05,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,355 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:23:05,357 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:23:05,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-23T02:23:05,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-23T02:23:05,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-23T02:23:05,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-23T02:23:05,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,375 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-23T02:23:05,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-11-23T02:23:05,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-23T02:23:05,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-23T02:23:05,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-23T02:23:05,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-23T02:23:05,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:05,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-23T02:23:05,399 DEBUG [hconnection-0x3a5a211b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,399 DEBUG [hconnection-0x4f0c7ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,399 DEBUG [hconnection-0xb21be7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,400 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:05,400 DEBUG [hconnection-0x5d197597-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,400 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,400 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,400 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T02:23:05,401 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,401 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:05,406 DEBUG [hconnection-0x64a09ea8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,406 DEBUG [hconnection-0x42b6a9aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,407 DEBUG [hconnection-0x45a86740-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,407 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,407 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,412 DEBUG [hconnection-0x4078bd41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,413 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,416 DEBUG [hconnection-0x46e4ce2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:05,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:23:05,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:05,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:05,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,420 DEBUG [hconnection-0x2c9198e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:05,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328645440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328645440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/877e081097cf4eaeb8b5e43d60768977 is 50, key is test_row_0/A:col10/1732328585415/Put/seqid=0 2024-11-23T02:23:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328645445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328645445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328645446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742065_1241 (size=12001) 2024-11-23T02:23:05,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/877e081097cf4eaeb8b5e43d60768977 2024-11-23T02:23:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T02:23:05,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/0173bf871df1414aa76eb182db8f0663 is 50, key is test_row_0/B:col10/1732328585415/Put/seqid=0 2024-11-23T02:23:05,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328645546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328645546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328645550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328645551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328645553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T02:23:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742066_1242 (size=12001) 2024-11-23T02:23:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:05,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:05,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/0173bf871df1414aa76eb182db8f0663 2024-11-23T02:23:05,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e3fb010cca99401f84fc07752bbc5aa1 is 50, key is test_row_0/C:col10/1732328585415/Put/seqid=0 2024-11-23T02:23:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742067_1243 (size=12001) 2024-11-23T02:23:05,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e3fb010cca99401f84fc07752bbc5aa1 2024-11-23T02:23:05,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/877e081097cf4eaeb8b5e43d60768977 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/877e081097cf4eaeb8b5e43d60768977 2024-11-23T02:23:05,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/877e081097cf4eaeb8b5e43d60768977, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T02:23:05,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/0173bf871df1414aa76eb182db8f0663 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/0173bf871df1414aa76eb182db8f0663 2024-11-23T02:23:05,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/0173bf871df1414aa76eb182db8f0663, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T02:23:05,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e3fb010cca99401f84fc07752bbc5aa1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3fb010cca99401f84fc07752bbc5aa1 2024-11-23T02:23:05,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3fb010cca99401f84fc07752bbc5aa1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T02:23:05,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c05c4298896b1e37458bef7d84ad4035 in 242ms, sequenceid=14, compaction requested=false 2024-11-23T02:23:05,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T02:23:05,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T02:23:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:05,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:05,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/e5900a0f865f4687a9efda963328774d is 50, key is test_row_0/A:col10/1732328585427/Put/seqid=0 2024-11-23T02:23:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742068_1244 (size=12001) 2024-11-23T02:23:05,734 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/e5900a0f865f4687a9efda963328774d 2024-11-23T02:23:05,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/d17a4618703546ae9d996eefb49f8742 is 50, key is test_row_0/B:col10/1732328585427/Put/seqid=0 2024-11-23T02:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:05,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742069_1245 (size=12001) 2024-11-23T02:23:05,761 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/d17a4618703546ae9d996eefb49f8742 2024-11-23T02:23:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328645758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328645757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328645760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328645762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328645762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/182142cdc6724b26969ed302798c3b8c is 50, key is test_row_0/C:col10/1732328585427/Put/seqid=0 2024-11-23T02:23:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742070_1246 (size=12001) 2024-11-23T02:23:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328645863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328645863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328645864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328645866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328645866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T02:23:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328646066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328646067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328646067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328646069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328646070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,187 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/182142cdc6724b26969ed302798c3b8c 2024-11-23T02:23:06,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/e5900a0f865f4687a9efda963328774d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/e5900a0f865f4687a9efda963328774d 2024-11-23T02:23:06,195 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/e5900a0f865f4687a9efda963328774d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:23:06,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/d17a4618703546ae9d996eefb49f8742 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d17a4618703546ae9d996eefb49f8742 2024-11-23T02:23:06,200 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d17a4618703546ae9d996eefb49f8742, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:23:06,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/182142cdc6724b26969ed302798c3b8c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/182142cdc6724b26969ed302798c3b8c 2024-11-23T02:23:06,206 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/182142cdc6724b26969ed302798c3b8c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:23:06,207 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c05c4298896b1e37458bef7d84ad4035 in 500ms, sequenceid=38, compaction requested=false 2024-11-23T02:23:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-23T02:23:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-23T02:23:06,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T02:23:06,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-11-23T02:23:06,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 813 msec 2024-11-23T02:23:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:06,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/bb4aad926d7f4c15bbb3b7eb6883e347 is 50, key is test_row_0/A:col10/1732328586372/Put/seqid=0 2024-11-23T02:23:06,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328646390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328646390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328646391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328646393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328646393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742071_1247 (size=14341) 2024-11-23T02:23:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328646494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328646495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328646495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328646496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328646497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T02:23:06,504 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-23T02:23:06,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-23T02:23:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:23:06,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:06,512 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:06,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:23:06,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T02:23:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328646698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328646698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328646698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328646699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328646700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/bb4aad926d7f4c15bbb3b7eb6883e347 2024-11-23T02:23:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:23:06,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T02:23:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/abb43202a2bb459abc65ecbb85c2b8b7 is 50, key is test_row_0/B:col10/1732328586372/Put/seqid=0 2024-11-23T02:23:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742072_1248 (size=12001) 2024-11-23T02:23:06,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/abb43202a2bb459abc65ecbb85c2b8b7 2024-11-23T02:23:06,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8112797c714a43a0af566d0b068dfce3 is 50, key is test_row_0/C:col10/1732328586372/Put/seqid=0 2024-11-23T02:23:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742073_1249 (size=12001) 2024-11-23T02:23:06,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8112797c714a43a0af566d0b068dfce3 2024-11-23T02:23:06,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/bb4aad926d7f4c15bbb3b7eb6883e347 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/bb4aad926d7f4c15bbb3b7eb6883e347 2024-11-23T02:23:06,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/bb4aad926d7f4c15bbb3b7eb6883e347, entries=200, sequenceid=53, filesize=14.0 K 2024-11-23T02:23:06,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/abb43202a2bb459abc65ecbb85c2b8b7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/abb43202a2bb459abc65ecbb85c2b8b7 2024-11-23T02:23:06,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/abb43202a2bb459abc65ecbb85c2b8b7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T02:23:06,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8112797c714a43a0af566d0b068dfce3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8112797c714a43a0af566d0b068dfce3 2024-11-23T02:23:06,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8112797c714a43a0af566d0b068dfce3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T02:23:06,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c05c4298896b1e37458bef7d84ad4035 in 538ms, sequenceid=53, compaction requested=true 2024-11-23T02:23:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:06,910 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:06,911 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:06,913 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:06,913 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:06,913 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,914 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/0173bf871df1414aa76eb182db8f0663, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d17a4618703546ae9d996eefb49f8742, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/abb43202a2bb459abc65ecbb85c2b8b7] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.2 K 2024-11-23T02:23:06,914 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:06,914 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:06,914 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,914 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/877e081097cf4eaeb8b5e43d60768977, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/e5900a0f865f4687a9efda963328774d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/bb4aad926d7f4c15bbb3b7eb6883e347] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.4 K 2024-11-23T02:23:06,915 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 0173bf871df1414aa76eb182db8f0663, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732328585409 2024-11-23T02:23:06,915 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877e081097cf4eaeb8b5e43d60768977, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732328585409 2024-11-23T02:23:06,915 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d17a4618703546ae9d996eefb49f8742, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328585427 2024-11-23T02:23:06,916 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting abb43202a2bb459abc65ecbb85c2b8b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328585758 2024-11-23T02:23:06,916 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5900a0f865f4687a9efda963328774d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328585427 2024-11-23T02:23:06,917 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb4aad926d7f4c15bbb3b7eb6883e347, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328585758 2024-11-23T02:23:06,937 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:06,937 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:06,938 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5347833e370b41759e1e5ffcdb77d5ca is 50, key is test_row_0/B:col10/1732328586372/Put/seqid=0 2024-11-23T02:23:06,938 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/012fb34d176644a0b69a6ee7a5c4ee00 is 50, key is test_row_0/A:col10/1732328586372/Put/seqid=0 2024-11-23T02:23:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742074_1250 (size=12104) 2024-11-23T02:23:06,967 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5347833e370b41759e1e5ffcdb77d5ca as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5347833e370b41759e1e5ffcdb77d5ca 2024-11-23T02:23:06,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:06,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T02:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,975 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,979 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 5347833e370b41759e1e5ffcdb77d5ca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:06,979 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:06,979 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328586911; duration=0sec 2024-11-23T02:23:06,980 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:06,980 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:06,980 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:06,992 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:06,992 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:06,992 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:06,992 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3fb010cca99401f84fc07752bbc5aa1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/182142cdc6724b26969ed302798c3b8c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8112797c714a43a0af566d0b068dfce3] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.2 K 2024-11-23T02:23:06,993 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e3fb010cca99401f84fc07752bbc5aa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732328585409 2024-11-23T02:23:06,993 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 182142cdc6724b26969ed302798c3b8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328585427 2024-11-23T02:23:06,994 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8112797c714a43a0af566d0b068dfce3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328585758 2024-11-23T02:23:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742075_1251 (size=12104) 2024-11-23T02:23:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/18528b457a48494f976ab8cc731b76b6 is 50, key is test_row_0/A:col10/1732328586391/Put/seqid=0 2024-11-23T02:23:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:07,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:07,007 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/012fb34d176644a0b69a6ee7a5c4ee00 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/012fb34d176644a0b69a6ee7a5c4ee00 2024-11-23T02:23:07,012 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 012fb34d176644a0b69a6ee7a5c4ee00(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:07,013 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:07,013 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328586910; duration=0sec 2024-11-23T02:23:07,013 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:07,013 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:07,014 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:07,015 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/816314b950c14ea2a50606bc67313557 is 50, key is test_row_0/C:col10/1732328586372/Put/seqid=0 2024-11-23T02:23:07,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328647012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328647014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328647021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328647023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328647022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742076_1252 (size=12001) 2024-11-23T02:23:07,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/18528b457a48494f976ab8cc731b76b6 2024-11-23T02:23:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742077_1253 (size=12104) 2024-11-23T02:23:07,055 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/816314b950c14ea2a50606bc67313557 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/816314b950c14ea2a50606bc67313557 2024-11-23T02:23:07,062 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 816314b950c14ea2a50606bc67313557(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:07,062 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:07,062 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328586911; duration=0sec 2024-11-23T02:23:07,062 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:07,062 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:07,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/faf808fc32a648dc8dd6408fbbdc6e25 is 50, key is test_row_0/B:col10/1732328586391/Put/seqid=0 2024-11-23T02:23:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742078_1254 (size=12001) 2024-11-23T02:23:07,099 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/faf808fc32a648dc8dd6408fbbdc6e25 2024-11-23T02:23:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e6a9fe6cc4594674812374c9629bdb08 is 50, key is test_row_0/C:col10/1732328586391/Put/seqid=0 2024-11-23T02:23:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:23:07,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328647123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328647123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328647125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328647127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328647127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742079_1255 (size=12001) 2024-11-23T02:23:07,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e6a9fe6cc4594674812374c9629bdb08 2024-11-23T02:23:07,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/18528b457a48494f976ab8cc731b76b6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/18528b457a48494f976ab8cc731b76b6 2024-11-23T02:23:07,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/18528b457a48494f976ab8cc731b76b6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T02:23:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/faf808fc32a648dc8dd6408fbbdc6e25 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/faf808fc32a648dc8dd6408fbbdc6e25 2024-11-23T02:23:07,174 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/faf808fc32a648dc8dd6408fbbdc6e25, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T02:23:07,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e6a9fe6cc4594674812374c9629bdb08 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e6a9fe6cc4594674812374c9629bdb08 2024-11-23T02:23:07,181 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e6a9fe6cc4594674812374c9629bdb08, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T02:23:07,183 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c05c4298896b1e37458bef7d84ad4035 in 208ms, sequenceid=75, compaction requested=false 2024-11-23T02:23:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-23T02:23:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-23T02:23:07,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T02:23:07,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 672 msec 2024-11-23T02:23:07,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 683 msec 2024-11-23T02:23:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:07,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:07,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/7c10caf354ab4323941eb5df52060935 is 50, key is test_row_0/A:col10/1732328587328/Put/seqid=0 2024-11-23T02:23:07,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328647360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328647358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328647368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328647368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328647372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,381 DEBUG [master/fde8ce287ea2:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 798920de3cca0abc486bda0b4899ed72 changed from -1.0 to 0.0, refreshing cache 2024-11-23T02:23:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742080_1256 (size=16681) 2024-11-23T02:23:07,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328647469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328647471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328647475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328647475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328647477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:23:07,617 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T02:23:07,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T02:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T02:23:07,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:07,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:07,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:07,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328647671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328647675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328647679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328647681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328647682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T02:23:07,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T02:23:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:07,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/7c10caf354ab4323941eb5df52060935 2024-11-23T02:23:07,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/691d1f4661b34b8db3633f229353efbe is 50, key is test_row_0/B:col10/1732328587328/Put/seqid=0 2024-11-23T02:23:07,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742081_1257 (size=12001) 2024-11-23T02:23:07,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/691d1f4661b34b8db3633f229353efbe 2024-11-23T02:23:07,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8bf43e257340474ab9a150a8623158c0 is 50, key is test_row_0/C:col10/1732328587328/Put/seqid=0 2024-11-23T02:23:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742082_1258 (size=12001) 2024-11-23T02:23:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T02:23:07,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T02:23:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:07,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328647977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328647979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328647984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328647986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:07,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328647988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:23:08,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T02:23:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T02:23:08,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T02:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8bf43e257340474ab9a150a8623158c0 2024-11-23T02:23:08,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/7c10caf354ab4323941eb5df52060935 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/7c10caf354ab4323941eb5df52060935 2024-11-23T02:23:08,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/7c10caf354ab4323941eb5df52060935, entries=250, sequenceid=94, filesize=16.3 K 2024-11-23T02:23:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/691d1f4661b34b8db3633f229353efbe as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/691d1f4661b34b8db3633f229353efbe 2024-11-23T02:23:08,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/691d1f4661b34b8db3633f229353efbe, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T02:23:08,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8bf43e257340474ab9a150a8623158c0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8bf43e257340474ab9a150a8623158c0 2024-11-23T02:23:08,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8bf43e257340474ab9a150a8623158c0, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T02:23:08,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c05c4298896b1e37458bef7d84ad4035 in 1046ms, sequenceid=94, compaction requested=true 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:08,377 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:08,377 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:08,380 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:08,380 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:08,380 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,380 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5347833e370b41759e1e5ffcdb77d5ca, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/faf808fc32a648dc8dd6408fbbdc6e25, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/691d1f4661b34b8db3633f229353efbe] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.3 K 2024-11-23T02:23:08,381 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:08,381 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:08,381 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,381 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/012fb34d176644a0b69a6ee7a5c4ee00, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/18528b457a48494f976ab8cc731b76b6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/7c10caf354ab4323941eb5df52060935] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=39.8 K 2024-11-23T02:23:08,383 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012fb34d176644a0b69a6ee7a5c4ee00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328585758 2024-11-23T02:23:08,383 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5347833e370b41759e1e5ffcdb77d5ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328585758 2024-11-23T02:23:08,383 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18528b457a48494f976ab8cc731b76b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328586390 2024-11-23T02:23:08,383 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting faf808fc32a648dc8dd6408fbbdc6e25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328586390 2024-11-23T02:23:08,383 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c10caf354ab4323941eb5df52060935, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328587009 2024-11-23T02:23:08,383 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 691d1f4661b34b8db3633f229353efbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328587009 2024-11-23T02:23:08,402 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:08,403 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/c2d202cef0784815b30e4ddd3dd398be is 50, key is test_row_0/A:col10/1732328587328/Put/seqid=0 2024-11-23T02:23:08,412 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:08,413 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e42f06771f854c15993b4326d3773318 is 50, key is test_row_0/B:col10/1732328587328/Put/seqid=0 2024-11-23T02:23:08,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,424 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742083_1259 (size=12207) 2024-11-23T02:23:08,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/513408eee240488aa5ea8e5a86e58369 is 50, key is test_row_0/A:col10/1732328587356/Put/seqid=0 2024-11-23T02:23:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742084_1260 (size=12207) 2024-11-23T02:23:08,466 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e42f06771f854c15993b4326d3773318 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e42f06771f854c15993b4326d3773318 2024-11-23T02:23:08,471 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/c2d202cef0784815b30e4ddd3dd398be as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/c2d202cef0784815b30e4ddd3dd398be 2024-11-23T02:23:08,474 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into e42f06771f854c15993b4326d3773318(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:08,474 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:08,474 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328588377; duration=0sec 2024-11-23T02:23:08,474 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:08,474 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:08,474 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:08,477 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:08,478 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:08,478 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:08,478 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/816314b950c14ea2a50606bc67313557, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e6a9fe6cc4594674812374c9629bdb08, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8bf43e257340474ab9a150a8623158c0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.3 K 2024-11-23T02:23:08,478 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 816314b950c14ea2a50606bc67313557, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328585758 2024-11-23T02:23:08,479 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a9fe6cc4594674812374c9629bdb08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328586390 2024-11-23T02:23:08,480 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bf43e257340474ab9a150a8623158c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328587009 2024-11-23T02:23:08,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:08,493 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into c2d202cef0784815b30e4ddd3dd398be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:08,494 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:08,494 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328588377; duration=0sec 2024-11-23T02:23:08,494 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:08,494 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742085_1261 (size=12001) 2024-11-23T02:23:08,520 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:08,521 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/51ca818d71184e24aec55547ac8e9b2d is 50, key is test_row_0/C:col10/1732328587328/Put/seqid=0 2024-11-23T02:23:08,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328648517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328648518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328648522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328648523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328648525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742086_1262 (size=12207) 2024-11-23T02:23:08,575 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/51ca818d71184e24aec55547ac8e9b2d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/51ca818d71184e24aec55547ac8e9b2d 2024-11-23T02:23:08,582 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 51ca818d71184e24aec55547ac8e9b2d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:08,582 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:08,582 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328588377; duration=0sec 2024-11-23T02:23:08,582 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:08,582 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:08,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328648626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328648626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328648629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328648629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328648630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T02:23:08,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328648831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328648831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328648833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328648833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328648835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:08,910 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/513408eee240488aa5ea8e5a86e58369 2024-11-23T02:23:08,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/31daee0169f44afd82b71080fb3f56f0 is 50, key is test_row_0/B:col10/1732328587356/Put/seqid=0 2024-11-23T02:23:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742087_1263 (size=12001) 2024-11-23T02:23:09,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328649134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328649136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328649136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328649137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328649140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,373 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/31daee0169f44afd82b71080fb3f56f0 2024-11-23T02:23:09,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/44483a1381be4170bab2ae797830d859 is 50, key is test_row_0/C:col10/1732328587356/Put/seqid=0 2024-11-23T02:23:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742088_1264 (size=12001) 2024-11-23T02:23:09,431 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/44483a1381be4170bab2ae797830d859 2024-11-23T02:23:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/513408eee240488aa5ea8e5a86e58369 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/513408eee240488aa5ea8e5a86e58369 2024-11-23T02:23:09,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/513408eee240488aa5ea8e5a86e58369, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T02:23:09,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/31daee0169f44afd82b71080fb3f56f0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/31daee0169f44afd82b71080fb3f56f0 2024-11-23T02:23:09,450 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/31daee0169f44afd82b71080fb3f56f0, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T02:23:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/44483a1381be4170bab2ae797830d859 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/44483a1381be4170bab2ae797830d859 2024-11-23T02:23:09,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/44483a1381be4170bab2ae797830d859, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T02:23:09,465 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c05c4298896b1e37458bef7d84ad4035 in 1041ms, sequenceid=115, compaction requested=false 2024-11-23T02:23:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T02:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T02:23:09,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T02:23:09,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-23T02:23:09,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.8270 sec 2024-11-23T02:23:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:09,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9bd24f015ac44e47bc15026c2fbdb9c2 is 50, key is test_row_0/A:col10/1732328588515/Put/seqid=0 2024-11-23T02:23:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742089_1265 (size=14441) 2024-11-23T02:23:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328649737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328649738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T02:23:09,752 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T02:23:09,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328649749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T02:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328649753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328649753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:09,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:09,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:09,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328649851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328649851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328649857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328649857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328649858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:09,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:23:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:09,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9bd24f015ac44e47bc15026c2fbdb9c2 2024-11-23T02:23:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328650055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328650057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328650062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328650062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328650071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/98c50d3fb67d434787ae350829abf381 is 50, key is test_row_0/B:col10/1732328588515/Put/seqid=0 2024-11-23T02:23:10,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742090_1266 (size=12101) 2024-11-23T02:23:10,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/98c50d3fb67d434787ae350829abf381 2024-11-23T02:23:10,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/91103b841a26497b93f46f2e69dffe51 is 50, key is test_row_0/C:col10/1732328588515/Put/seqid=0 2024-11-23T02:23:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742091_1267 (size=12101) 2024-11-23T02:23:10,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328650360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328650361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328650368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328650368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:23:10,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:10,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328650377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:23:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:10,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/91103b841a26497b93f46f2e69dffe51 2024-11-23T02:23:10,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9bd24f015ac44e47bc15026c2fbdb9c2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bd24f015ac44e47bc15026c2fbdb9c2 2024-11-23T02:23:10,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bd24f015ac44e47bc15026c2fbdb9c2, entries=200, sequenceid=134, filesize=14.1 K 2024-11-23T02:23:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/98c50d3fb67d434787ae350829abf381 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/98c50d3fb67d434787ae350829abf381 2024-11-23T02:23:10,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/98c50d3fb67d434787ae350829abf381, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T02:23:10,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/91103b841a26497b93f46f2e69dffe51 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/91103b841a26497b93f46f2e69dffe51 2024-11-23T02:23:10,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/91103b841a26497b93f46f2e69dffe51, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T02:23:10,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for c05c4298896b1e37458bef7d84ad4035 in 980ms, sequenceid=134, compaction requested=true 2024-11-23T02:23:10,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:10,622 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:10,623 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:10,623 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:10,623 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,623 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/c2d202cef0784815b30e4ddd3dd398be, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/513408eee240488aa5ea8e5a86e58369, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bd24f015ac44e47bc15026c2fbdb9c2] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.7 K 2024-11-23T02:23:10,624 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2d202cef0784815b30e4ddd3dd398be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328587009 2024-11-23T02:23:10,624 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 513408eee240488aa5ea8e5a86e58369, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732328587356 2024-11-23T02:23:10,625 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bd24f015ac44e47bc15026c2fbdb9c2, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732328588514 2024-11-23T02:23:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,636 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:10,638 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:10,638 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:10,638 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,638 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e42f06771f854c15993b4326d3773318, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/31daee0169f44afd82b71080fb3f56f0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/98c50d3fb67d434787ae350829abf381] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.5 K 2024-11-23T02:23:10,639 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e42f06771f854c15993b4326d3773318, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328587009 2024-11-23T02:23:10,639 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 31daee0169f44afd82b71080fb3f56f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732328587356 2024-11-23T02:23:10,639 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 98c50d3fb67d434787ae350829abf381, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732328588515 2024-11-23T02:23:10,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:10,654 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:10,655 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a66dd0f71665456eaf2d557218a62c48 is 50, key is test_row_0/A:col10/1732328588515/Put/seqid=0 2024-11-23T02:23:10,659 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:10,659 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/cceff19e7d87475881679737b17b7acb is 50, key is test_row_0/B:col10/1732328588515/Put/seqid=0 2024-11-23T02:23:10,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742092_1268 (size=12409) 2024-11-23T02:23:10,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:23:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,682 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:23:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,684 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a66dd0f71665456eaf2d557218a62c48 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a66dd0f71665456eaf2d557218a62c48 2024-11-23T02:23:10,691 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into a66dd0f71665456eaf2d557218a62c48(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:10,691 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:10,691 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328590621; duration=0sec 2024-11-23T02:23:10,691 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:10,691 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:10,691 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:10,694 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:10,694 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:10,694 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:10,695 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/51ca818d71184e24aec55547ac8e9b2d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/44483a1381be4170bab2ae797830d859, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/91103b841a26497b93f46f2e69dffe51] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.5 K 2024-11-23T02:23:10,695 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51ca818d71184e24aec55547ac8e9b2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732328587009 2024-11-23T02:23:10,695 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44483a1381be4170bab2ae797830d859, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732328587356 2024-11-23T02:23:10,696 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91103b841a26497b93f46f2e69dffe51, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732328588515 2024-11-23T02:23:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742093_1269 (size=12409) 2024-11-23T02:23:10,711 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/cceff19e7d87475881679737b17b7acb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cceff19e7d87475881679737b17b7acb 2024-11-23T02:23:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/237262b7a10f49ff933e1e679d9f8f0c is 50, key is test_row_0/A:col10/1732328589745/Put/seqid=0 2024-11-23T02:23:10,721 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into cceff19e7d87475881679737b17b7acb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:10,722 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:10,722 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328590629; duration=0sec 2024-11-23T02:23:10,722 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,722 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:10,735 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:10,735 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5c2d7c37e73b456a81e7780b667567b5 is 50, key is test_row_0/C:col10/1732328588515/Put/seqid=0 2024-11-23T02:23:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742094_1270 (size=12151) 2024-11-23T02:23:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742095_1271 (size=12409) 2024-11-23T02:23:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:10,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328650880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328650881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328650883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328650883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328650884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328650986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328650987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328650989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328650991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,171 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/237262b7a10f49ff933e1e679d9f8f0c 2024-11-23T02:23:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328651191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328651193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328651194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,199 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5c2d7c37e73b456a81e7780b667567b5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5c2d7c37e73b456a81e7780b667567b5 2024-11-23T02:23:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328651196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/cb3e5f2848ad4ca09231685aa25e4547 is 50, key is test_row_0/B:col10/1732328589745/Put/seqid=0 2024-11-23T02:23:11,209 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 5c2d7c37e73b456a81e7780b667567b5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:11,209 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:11,209 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328590640; duration=0sec 2024-11-23T02:23:11,209 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:11,209 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742096_1272 (size=12151) 2024-11-23T02:23:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328651497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328651498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328651499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328651502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:11,645 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/cb3e5f2848ad4ca09231685aa25e4547 2024-11-23T02:23:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/16fe00d029ab4523a325d41bfdb1e3fa is 50, key is test_row_0/C:col10/1732328589745/Put/seqid=0 2024-11-23T02:23:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742097_1273 (size=12151) 2024-11-23T02:23:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:11,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328651898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328652006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328652007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:12,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328652007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328652011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:12,093 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/16fe00d029ab4523a325d41bfdb1e3fa 2024-11-23T02:23:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/237262b7a10f49ff933e1e679d9f8f0c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/237262b7a10f49ff933e1e679d9f8f0c 2024-11-23T02:23:12,108 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/237262b7a10f49ff933e1e679d9f8f0c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T02:23:12,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/cb3e5f2848ad4ca09231685aa25e4547 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cb3e5f2848ad4ca09231685aa25e4547 2024-11-23T02:23:12,119 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cb3e5f2848ad4ca09231685aa25e4547, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T02:23:12,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/16fe00d029ab4523a325d41bfdb1e3fa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/16fe00d029ab4523a325d41bfdb1e3fa 2024-11-23T02:23:12,127 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/16fe00d029ab4523a325d41bfdb1e3fa, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T02:23:12,128 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c05c4298896b1e37458bef7d84ad4035 in 1446ms, sequenceid=156, compaction requested=false 2024-11-23T02:23:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T02:23:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T02:23:12,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T02:23:12,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3700 sec 2024-11-23T02:23:12,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.3790 sec 2024-11-23T02:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:13,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9c54e588895548b886c88e5534277dba is 50, key is test_row_0/A:col10/1732328590879/Put/seqid=0 2024-11-23T02:23:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742098_1274 (size=12151) 2024-11-23T02:23:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328653061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328653063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328653065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328653065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328653167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328653168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328653169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328653170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:23:13,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T02:23:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328653371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328653373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328653373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328653378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9c54e588895548b886c88e5534277dba 2024-11-23T02:23:13,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/b5bad91912f344b4bf40b5ee1eec7987 is 50, key is test_row_0/B:col10/1732328590879/Put/seqid=0 2024-11-23T02:23:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742099_1275 (size=12151) 2024-11-23T02:23:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328653676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328653677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328653679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328653682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:23:13,864 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T02:23:13,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T02:23:13,870 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:23:13,871 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:13,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:13,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/b5bad91912f344b4bf40b5ee1eec7987 2024-11-23T02:23:13,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328653915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:13,919 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:13,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/da087da7f5d44d648cfb8d600d6768ee is 50, key is test_row_0/C:col10/1732328590879/Put/seqid=0 2024-11-23T02:23:13,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742100_1276 (size=12151) 2024-11-23T02:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:23:13,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/da087da7f5d44d648cfb8d600d6768ee 2024-11-23T02:23:13,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9c54e588895548b886c88e5534277dba as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c54e588895548b886c88e5534277dba 2024-11-23T02:23:14,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c54e588895548b886c88e5534277dba, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T02:23:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/b5bad91912f344b4bf40b5ee1eec7987 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/b5bad91912f344b4bf40b5ee1eec7987 2024-11-23T02:23:14,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/b5bad91912f344b4bf40b5ee1eec7987, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T02:23:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/da087da7f5d44d648cfb8d600d6768ee as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/da087da7f5d44d648cfb8d600d6768ee 2024-11-23T02:23:14,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T02:23:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:14,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:14,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/da087da7f5d44d648cfb8d600d6768ee, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T02:23:14,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c05c4298896b1e37458bef7d84ad4035 in 1018ms, sequenceid=175, compaction requested=true 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,032 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:14,032 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:14,034 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:14,034 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:14,034 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:14,034 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:14,034 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:14,034 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:14,034 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cceff19e7d87475881679737b17b7acb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cb3e5f2848ad4ca09231685aa25e4547, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/b5bad91912f344b4bf40b5ee1eec7987] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.9 K 2024-11-23T02:23:14,034 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a66dd0f71665456eaf2d557218a62c48, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/237262b7a10f49ff933e1e679d9f8f0c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c54e588895548b886c88e5534277dba] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.9 K 2024-11-23T02:23:14,035 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a66dd0f71665456eaf2d557218a62c48, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732328588515 2024-11-23T02:23:14,035 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting cceff19e7d87475881679737b17b7acb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732328588515 2024-11-23T02:23:14,035 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 237262b7a10f49ff933e1e679d9f8f0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328589736 2024-11-23T02:23:14,035 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3e5f2848ad4ca09231685aa25e4547, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328589736 2024-11-23T02:23:14,035 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b5bad91912f344b4bf40b5ee1eec7987, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328590879 2024-11-23T02:23:14,036 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c54e588895548b886c88e5534277dba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328590879 2024-11-23T02:23:14,058 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:14,059 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/453f5f6b65cb46eab9ac1612e202c81d is 50, key is test_row_0/B:col10/1732328590879/Put/seqid=0 2024-11-23T02:23:14,071 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:14,072 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/3a51778f88bb4c658db66c08ae4aacd8 is 50, key is test_row_0/A:col10/1732328590879/Put/seqid=0 2024-11-23T02:23:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742102_1278 (size=12561) 2024-11-23T02:23:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742101_1277 (size=12561) 2024-11-23T02:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:23:14,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T02:23:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:14,180 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:14,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/afcd836c366642249b2537ad76475736 is 50, key is test_row_0/A:col10/1732328593058/Put/seqid=0 2024-11-23T02:23:14,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328654210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328654211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328654213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328654214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742103_1279 (size=12151) 2024-11-23T02:23:14,236 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/afcd836c366642249b2537ad76475736 2024-11-23T02:23:14,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/da8b6bcb1d54420590bd1b1e2d31fd1b is 50, key is test_row_0/B:col10/1732328593058/Put/seqid=0 2024-11-23T02:23:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742104_1280 (size=12151) 2024-11-23T02:23:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328654317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328654318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328654319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328654322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:23:14,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328654523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328654525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328654526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328654527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,537 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/3a51778f88bb4c658db66c08ae4aacd8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/3a51778f88bb4c658db66c08ae4aacd8 2024-11-23T02:23:14,545 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 3a51778f88bb4c658db66c08ae4aacd8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,546 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:14,546 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328594032; duration=0sec 2024-11-23T02:23:14,546 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:14,546 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:14,547 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:14,549 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:14,549 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:14,549 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:14,549 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5c2d7c37e73b456a81e7780b667567b5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/16fe00d029ab4523a325d41bfdb1e3fa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/da087da7f5d44d648cfb8d600d6768ee] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=35.9 K 2024-11-23T02:23:14,549 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/453f5f6b65cb46eab9ac1612e202c81d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/453f5f6b65cb46eab9ac1612e202c81d 2024-11-23T02:23:14,552 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c2d7c37e73b456a81e7780b667567b5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732328588515 2024-11-23T02:23:14,553 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16fe00d029ab4523a325d41bfdb1e3fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328589736 2024-11-23T02:23:14,553 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting da087da7f5d44d648cfb8d600d6768ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328590879 2024-11-23T02:23:14,557 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 453f5f6b65cb46eab9ac1612e202c81d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,557 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:14,557 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328594032; duration=0sec 2024-11-23T02:23:14,557 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,557 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:14,569 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#232 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:14,570 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/6110fe41edfd4a4d9b56569cd774f0a1 is 50, key is test_row_0/C:col10/1732328590879/Put/seqid=0 2024-11-23T02:23:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742105_1281 (size=12561) 2024-11-23T02:23:14,621 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/6110fe41edfd4a4d9b56569cd774f0a1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6110fe41edfd4a4d9b56569cd774f0a1 2024-11-23T02:23:14,630 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 6110fe41edfd4a4d9b56569cd774f0a1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,630 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:14,631 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328594032; duration=0sec 2024-11-23T02:23:14,631 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,631 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:14,697 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/da8b6bcb1d54420590bd1b1e2d31fd1b 2024-11-23T02:23:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/997c102dfbc14df387177495780a9eb3 is 50, key is test_row_0/C:col10/1732328593058/Put/seqid=0 2024-11-23T02:23:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742106_1282 (size=12151) 2024-11-23T02:23:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328654829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328654830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328654831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328654831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:23:15,150 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/997c102dfbc14df387177495780a9eb3 2024-11-23T02:23:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/afcd836c366642249b2537ad76475736 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/afcd836c366642249b2537ad76475736 2024-11-23T02:23:15,166 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/afcd836c366642249b2537ad76475736, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T02:23:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/da8b6bcb1d54420590bd1b1e2d31fd1b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/da8b6bcb1d54420590bd1b1e2d31fd1b 2024-11-23T02:23:15,178 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/da8b6bcb1d54420590bd1b1e2d31fd1b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T02:23:15,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/997c102dfbc14df387177495780a9eb3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/997c102dfbc14df387177495780a9eb3 2024-11-23T02:23:15,189 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/997c102dfbc14df387177495780a9eb3, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T02:23:15,191 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c05c4298896b1e37458bef7d84ad4035 in 1012ms, sequenceid=195, compaction requested=false 2024-11-23T02:23:15,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T02:23:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T02:23:15,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T02:23:15,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-11-23T02:23:15,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.3640 sec 2024-11-23T02:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:15,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:23:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/38dc382bcf3e47409701cad2a38cee0a is 50, key is test_row_0/A:col10/1732328595339/Put/seqid=0 2024-11-23T02:23:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742107_1283 (size=12151) 2024-11-23T02:23:15,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/38dc382bcf3e47409701cad2a38cee0a 2024-11-23T02:23:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328655371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328655377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328655378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328655378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/f8598c44df9241178f8e6238af0b1b44 is 50, key is test_row_0/B:col10/1732328595339/Put/seqid=0 2024-11-23T02:23:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742108_1284 (size=12151) 2024-11-23T02:23:15,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/f8598c44df9241178f8e6238af0b1b44 2024-11-23T02:23:15,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/055ea2834b98416fa8d8a912f94bad35 is 50, key is test_row_0/C:col10/1732328595339/Put/seqid=0 2024-11-23T02:23:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328655479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328655487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328655490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328655490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742109_1285 (size=12151) 2024-11-23T02:23:15,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/055ea2834b98416fa8d8a912f94bad35 2024-11-23T02:23:15,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/38dc382bcf3e47409701cad2a38cee0a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/38dc382bcf3e47409701cad2a38cee0a 2024-11-23T02:23:15,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/38dc382bcf3e47409701cad2a38cee0a, entries=150, sequenceid=216, filesize=11.9 K 2024-11-23T02:23:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/f8598c44df9241178f8e6238af0b1b44 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f8598c44df9241178f8e6238af0b1b44 2024-11-23T02:23:15,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f8598c44df9241178f8e6238af0b1b44, entries=150, sequenceid=216, filesize=11.9 K 2024-11-23T02:23:15,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/055ea2834b98416fa8d8a912f94bad35 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/055ea2834b98416fa8d8a912f94bad35 2024-11-23T02:23:15,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/055ea2834b98416fa8d8a912f94bad35, entries=150, sequenceid=216, filesize=11.9 K 2024-11-23T02:23:15,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for c05c4298896b1e37458bef7d84ad4035 in 191ms, sequenceid=216, compaction requested=true 2024-11-23T02:23:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,531 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:15,531 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:15,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:15,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:15,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:15,532 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:15,532 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:15,532 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:15,532 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:15,532 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:15,532 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/3a51778f88bb4c658db66c08ae4aacd8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/afcd836c366642249b2537ad76475736, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/38dc382bcf3e47409701cad2a38cee0a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.0 K 2024-11-23T02:23:15,532 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:15,532 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/453f5f6b65cb46eab9ac1612e202c81d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/da8b6bcb1d54420590bd1b1e2d31fd1b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f8598c44df9241178f8e6238af0b1b44] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.0 K 2024-11-23T02:23:15,533 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a51778f88bb4c658db66c08ae4aacd8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328590879 2024-11-23T02:23:15,533 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 453f5f6b65cb46eab9ac1612e202c81d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328590879 2024-11-23T02:23:15,534 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8b6bcb1d54420590bd1b1e2d31fd1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732328593058 2024-11-23T02:23:15,535 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8598c44df9241178f8e6238af0b1b44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732328594210 2024-11-23T02:23:15,535 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting afcd836c366642249b2537ad76475736, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732328593058 2024-11-23T02:23:15,537 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 38dc382bcf3e47409701cad2a38cee0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732328594210 2024-11-23T02:23:15,550 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:15,551 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/ceadee92d48145b7bdc003a523ae1277 is 50, key is test_row_0/B:col10/1732328595339/Put/seqid=0 2024-11-23T02:23:15,566 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:15,567 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/1b457842312344f19135e0c51f743e85 is 50, key is test_row_0/A:col10/1732328595339/Put/seqid=0 2024-11-23T02:23:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742111_1287 (size=12663) 2024-11-23T02:23:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742110_1286 (size=12663) 2024-11-23T02:23:15,639 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/ceadee92d48145b7bdc003a523ae1277 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/ceadee92d48145b7bdc003a523ae1277 2024-11-23T02:23:15,653 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into ceadee92d48145b7bdc003a523ae1277(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:15,653 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:15,653 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328595530; duration=0sec 2024-11-23T02:23:15,654 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:15,654 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:15,654 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:15,661 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:15,661 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:15,661 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:15,661 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6110fe41edfd4a4d9b56569cd774f0a1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/997c102dfbc14df387177495780a9eb3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/055ea2834b98416fa8d8a912f94bad35] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.0 K 2024-11-23T02:23:15,662 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6110fe41edfd4a4d9b56569cd774f0a1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328590879 2024-11-23T02:23:15,662 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 997c102dfbc14df387177495780a9eb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732328593058 2024-11-23T02:23:15,663 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 055ea2834b98416fa8d8a912f94bad35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732328594210 2024-11-23T02:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:15,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:15,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:15,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,687 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#239 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:15,687 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8f9ec962e12c4038babca2cc09e72fe5 is 50, key is test_row_0/C:col10/1732328595339/Put/seqid=0 2024-11-23T02:23:15,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/0501901d7f61451db4e3b1b4d0ec3df0 is 50, key is test_row_0/A:col10/1732328595375/Put/seqid=0 2024-11-23T02:23:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328655706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328655708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328655709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328655709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742112_1288 (size=12663) 2024-11-23T02:23:15,726 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/8f9ec962e12c4038babca2cc09e72fe5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8f9ec962e12c4038babca2cc09e72fe5 2024-11-23T02:23:15,733 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 8f9ec962e12c4038babca2cc09e72fe5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:15,733 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:15,734 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328595531; duration=0sec 2024-11-23T02:23:15,734 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,734 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:15,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742113_1289 (size=14541) 2024-11-23T02:23:15,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/0501901d7f61451db4e3b1b4d0ec3df0 2024-11-23T02:23:15,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/73eec2066d5947f9812d15fe4ca3b6ea is 50, key is test_row_0/B:col10/1732328595375/Put/seqid=0 2024-11-23T02:23:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742114_1290 (size=12151) 2024-11-23T02:23:15,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/73eec2066d5947f9812d15fe4ca3b6ea 2024-11-23T02:23:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328655810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328655812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328655813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328655813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:15,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5d4b1823b89a4c35be746dfe8fd66aea is 50, key is test_row_0/C:col10/1732328595375/Put/seqid=0 2024-11-23T02:23:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742115_1291 (size=12151) 2024-11-23T02:23:15,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5d4b1823b89a4c35be746dfe8fd66aea 2024-11-23T02:23:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/0501901d7f61451db4e3b1b4d0ec3df0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/0501901d7f61451db4e3b1b4d0ec3df0 2024-11-23T02:23:15,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/0501901d7f61451db4e3b1b4d0ec3df0, entries=200, sequenceid=237, filesize=14.2 K 2024-11-23T02:23:15,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/73eec2066d5947f9812d15fe4ca3b6ea as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/73eec2066d5947f9812d15fe4ca3b6ea 2024-11-23T02:23:15,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/73eec2066d5947f9812d15fe4ca3b6ea, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T02:23:15,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5d4b1823b89a4c35be746dfe8fd66aea as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5d4b1823b89a4c35be746dfe8fd66aea 2024-11-23T02:23:15,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5d4b1823b89a4c35be746dfe8fd66aea, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T02:23:15,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c05c4298896b1e37458bef7d84ad4035 in 201ms, sequenceid=237, compaction requested=false 2024-11-23T02:23:15,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:23:15,977 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T02:23:15,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T02:23:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:23:15,980 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:15,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:15,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:16,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:23:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,025 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/1b457842312344f19135e0c51f743e85 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1b457842312344f19135e0c51f743e85 2024-11-23T02:23:16,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/01d4ca5862544141933b627d48bafdc7 is 50, key is test_row_0/A:col10/1732328596018/Put/seqid=0 2024-11-23T02:23:16,033 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 1b457842312344f19135e0c51f743e85(size=12.4 K), total size for store is 26.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,033 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:16,033 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328595530; duration=0sec 2024-11-23T02:23:16,033 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,033 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328656042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328656046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328656048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328656048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742116_1292 (size=14541) 2024-11-23T02:23:16,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/01d4ca5862544141933b627d48bafdc7 2024-11-23T02:23:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:23:16,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/4da3907d6f4d42af8f061b241319599f is 50, key is test_row_0/B:col10/1732328596018/Put/seqid=0 2024-11-23T02:23:16,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:23:16,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742117_1293 (size=12151) 2024-11-23T02:23:16,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328656149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328656151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328656151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328656153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:23:16,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:23:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328656355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328656357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328656357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328656358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:23:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/4da3907d6f4d42af8f061b241319599f 2024-11-23T02:23:16,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/1b77a321025b4bc585de0b36bed0e756 is 50, key is test_row_0/C:col10/1732328596018/Put/seqid=0 2024-11-23T02:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:23:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742118_1294 (size=12151) 2024-11-23T02:23:16,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:23:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/1b77a321025b4bc585de0b36bed0e756 2024-11-23T02:23:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/01d4ca5862544141933b627d48bafdc7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/01d4ca5862544141933b627d48bafdc7 2024-11-23T02:23:16,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/01d4ca5862544141933b627d48bafdc7, entries=200, sequenceid=256, filesize=14.2 K 2024-11-23T02:23:16,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/4da3907d6f4d42af8f061b241319599f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4da3907d6f4d42af8f061b241319599f 2024-11-23T02:23:16,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4da3907d6f4d42af8f061b241319599f, entries=150, sequenceid=256, filesize=11.9 K 2024-11-23T02:23:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/1b77a321025b4bc585de0b36bed0e756 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1b77a321025b4bc585de0b36bed0e756 2024-11-23T02:23:16,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1b77a321025b4bc585de0b36bed0e756, entries=150, sequenceid=256, filesize=11.9 K 2024-11-23T02:23:16,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c05c4298896b1e37458bef7d84ad4035 in 622ms, sequenceid=256, compaction requested=true 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:16,640 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:16,640 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:16,641 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:16,641 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:16,641 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,642 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1b457842312344f19135e0c51f743e85, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/0501901d7f61451db4e3b1b4d0ec3df0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/01d4ca5862544141933b627d48bafdc7] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=40.8 K 2024-11-23T02:23:16,642 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:16,642 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:16,642 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,642 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/ceadee92d48145b7bdc003a523ae1277, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/73eec2066d5947f9812d15fe4ca3b6ea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4da3907d6f4d42af8f061b241319599f] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.1 K 2024-11-23T02:23:16,643 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b457842312344f19135e0c51f743e85, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732328594210 2024-11-23T02:23:16,643 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ceadee92d48145b7bdc003a523ae1277, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732328594210 2024-11-23T02:23:16,643 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0501901d7f61451db4e3b1b4d0ec3df0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732328595370 2024-11-23T02:23:16,644 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 73eec2066d5947f9812d15fe4ca3b6ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732328595370 2024-11-23T02:23:16,644 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01d4ca5862544141933b627d48bafdc7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732328595707 2024-11-23T02:23:16,644 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da3907d6f4d42af8f061b241319599f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732328595707 2024-11-23T02:23:16,656 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:16,657 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/805ae640ad9f44518fa5a49bf7c70ce0 is 50, key is test_row_0/A:col10/1732328596018/Put/seqid=0 2024-11-23T02:23:16,662 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:16,662 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/2938df50ec81430bb7faf3e37613b17b is 50, key is test_row_0/B:col10/1732328596018/Put/seqid=0 2024-11-23T02:23:16,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742120_1296 (size=12765) 2024-11-23T02:23:16,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/584c75993866423ea453dee227037ecc is 50, key is test_row_0/A:col10/1732328596661/Put/seqid=0 2024-11-23T02:23:16,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742119_1295 (size=12765) 2024-11-23T02:23:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328656685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328656690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328656689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,702 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/805ae640ad9f44518fa5a49bf7c70ce0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/805ae640ad9f44518fa5a49bf7c70ce0 2024-11-23T02:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328656694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,703 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/2938df50ec81430bb7faf3e37613b17b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/2938df50ec81430bb7faf3e37613b17b 2024-11-23T02:23:16,709 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 2938df50ec81430bb7faf3e37613b17b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,709 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:16,709 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328596640; duration=0sec 2024-11-23T02:23:16,709 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:16,709 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:16,709 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:16,710 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:16,710 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:16,710 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,710 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8f9ec962e12c4038babca2cc09e72fe5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5d4b1823b89a4c35be746dfe8fd66aea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1b77a321025b4bc585de0b36bed0e756] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.1 K 2024-11-23T02:23:16,712 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 805ae640ad9f44518fa5a49bf7c70ce0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,712 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:16,712 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328596640; duration=0sec 2024-11-23T02:23:16,712 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,712 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:16,713 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f9ec962e12c4038babca2cc09e72fe5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732328594210 2024-11-23T02:23:16,713 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d4b1823b89a4c35be746dfe8fd66aea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732328595370 2024-11-23T02:23:16,714 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b77a321025b4bc585de0b36bed0e756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732328595707 2024-11-23T02:23:16,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742121_1297 (size=14741) 2024-11-23T02:23:16,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/584c75993866423ea453dee227037ecc 2024-11-23T02:23:16,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/08afab249d7a45f1a6ffa5b4c7fbbfef is 50, key is test_row_0/B:col10/1732328596661/Put/seqid=0 2024-11-23T02:23:16,728 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:16,728 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/06244c0d17e842b1962d5b5e7f2a00c0 is 50, key is test_row_0/C:col10/1732328596018/Put/seqid=0 2024-11-23T02:23:16,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:23:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742122_1298 (size=12301) 2024-11-23T02:23:16,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/08afab249d7a45f1a6ffa5b4c7fbbfef 2024-11-23T02:23:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742123_1299 (size=12765) 2024-11-23T02:23:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328656793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/56866a58869340b6b5543f26c61227d6 is 50, key is test_row_0/C:col10/1732328596661/Put/seqid=0 2024-11-23T02:23:16,799 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/06244c0d17e842b1962d5b5e7f2a00c0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/06244c0d17e842b1962d5b5e7f2a00c0 2024-11-23T02:23:16,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328656798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328656799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328656803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,814 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 06244c0d17e842b1962d5b5e7f2a00c0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,814 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:16,814 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328596640; duration=0sec 2024-11-23T02:23:16,814 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,814 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742124_1300 (size=12301) 2024-11-23T02:23:16,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/56866a58869340b6b5543f26c61227d6 2024-11-23T02:23:16,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/584c75993866423ea453dee227037ecc as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/584c75993866423ea453dee227037ecc 2024-11-23T02:23:16,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/584c75993866423ea453dee227037ecc, entries=200, sequenceid=276, filesize=14.4 K 2024-11-23T02:23:16,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/08afab249d7a45f1a6ffa5b4c7fbbfef as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/08afab249d7a45f1a6ffa5b4c7fbbfef 2024-11-23T02:23:16,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/08afab249d7a45f1a6ffa5b4c7fbbfef, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T02:23:16,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/56866a58869340b6b5543f26c61227d6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/56866a58869340b6b5543f26c61227d6 2024-11-23T02:23:16,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/56866a58869340b6b5543f26c61227d6, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T02:23:16,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for c05c4298896b1e37458bef7d84ad4035 in 220ms, sequenceid=276, compaction requested=false 2024-11-23T02:23:16,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:16,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:16,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:23:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:16,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a196188d56684defb2aa8959b64c0744 is 50, key is test_row_0/A:col10/1732328596681/Put/seqid=0 2024-11-23T02:23:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742125_1301 (size=12301) 2024-11-23T02:23:16,950 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a196188d56684defb2aa8959b64c0744 2024-11-23T02:23:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/d94ca9e79ebe4384b66e662b2e5b1da4 is 50, key is test_row_0/B:col10/1732328596681/Put/seqid=0 2024-11-23T02:23:17,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742126_1302 (size=12301) 2024-11-23T02:23:17,004 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/d94ca9e79ebe4384b66e662b2e5b1da4 2024-11-23T02:23:17,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/fd4ebed5c7ea4722adb2f60218b28056 is 50, key is test_row_0/C:col10/1732328596681/Put/seqid=0 2024-11-23T02:23:17,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328657024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328657025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328657027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328657027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742127_1303 (size=12301) 2024-11-23T02:23:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:23:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328657133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328657133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328657133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328657133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328657335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328657336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328657336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328657336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,455 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/fd4ebed5c7ea4722adb2f60218b28056 2024-11-23T02:23:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a196188d56684defb2aa8959b64c0744 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a196188d56684defb2aa8959b64c0744 2024-11-23T02:23:17,470 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a196188d56684defb2aa8959b64c0744, entries=150, sequenceid=298, filesize=12.0 K 2024-11-23T02:23:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/d94ca9e79ebe4384b66e662b2e5b1da4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d94ca9e79ebe4384b66e662b2e5b1da4 2024-11-23T02:23:17,476 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d94ca9e79ebe4384b66e662b2e5b1da4, entries=150, sequenceid=298, filesize=12.0 K 2024-11-23T02:23:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/fd4ebed5c7ea4722adb2f60218b28056 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fd4ebed5c7ea4722adb2f60218b28056 2024-11-23T02:23:17,482 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fd4ebed5c7ea4722adb2f60218b28056, entries=150, sequenceid=298, filesize=12.0 K 2024-11-23T02:23:17,483 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for c05c4298896b1e37458bef7d84ad4035 in 582ms, sequenceid=298, compaction requested=true 2024-11-23T02:23:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T02:23:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T02:23:17,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T02:23:17,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5050 sec 2024-11-23T02:23:17,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5120 sec 2024-11-23T02:23:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:17,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:17,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/24bd46d378da42459887e37741d6748b is 50, key is test_row_0/A:col10/1732328597023/Put/seqid=0 2024-11-23T02:23:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742128_1304 (size=14741) 2024-11-23T02:23:17,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328657661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328657667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328657669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328657669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328657770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328657771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328657774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328657774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732328657953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,956 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328657972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328657974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328657978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328657979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/24bd46d378da42459887e37741d6748b 2024-11-23T02:23:18,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5ea9638396d548fcb3d040a1571d40ce is 50, key is test_row_0/B:col10/1732328597023/Put/seqid=0 2024-11-23T02:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:23:18,084 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T02:23:18,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T02:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:23:18,093 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:18,095 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:18,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742129_1305 (size=12301) 2024-11-23T02:23:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:23:18,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:23:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328658277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328658279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328658282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328658282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:23:18,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:23:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5ea9638396d548fcb3d040a1571d40ce 2024-11-23T02:23:18,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/1563205add31486f9b2f9bb54131bebf is 50, key is test_row_0/C:col10/1732328597023/Put/seqid=0 2024-11-23T02:23:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742130_1306 (size=12301) 2024-11-23T02:23:18,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/1563205add31486f9b2f9bb54131bebf 2024-11-23T02:23:18,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/24bd46d378da42459887e37741d6748b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/24bd46d378da42459887e37741d6748b 2024-11-23T02:23:18,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:23:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/24bd46d378da42459887e37741d6748b, entries=200, sequenceid=318, filesize=14.4 K 2024-11-23T02:23:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5ea9638396d548fcb3d040a1571d40ce as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5ea9638396d548fcb3d040a1571d40ce 2024-11-23T02:23:18,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5ea9638396d548fcb3d040a1571d40ce, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T02:23:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/1563205add31486f9b2f9bb54131bebf as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1563205add31486f9b2f9bb54131bebf 2024-11-23T02:23:18,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1563205add31486f9b2f9bb54131bebf, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T02:23:18,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c05c4298896b1e37458bef7d84ad4035 in 939ms, sequenceid=318, compaction requested=true 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:18,583 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:18,583 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:18,585 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:18,585 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:18,586 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,586 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/805ae640ad9f44518fa5a49bf7c70ce0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/584c75993866423ea453dee227037ecc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a196188d56684defb2aa8959b64c0744, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/24bd46d378da42459887e37741d6748b] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=53.3 K 2024-11-23T02:23:18,586 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:18,586 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:18,586 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,586 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/2938df50ec81430bb7faf3e37613b17b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/08afab249d7a45f1a6ffa5b4c7fbbfef, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d94ca9e79ebe4384b66e662b2e5b1da4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5ea9638396d548fcb3d040a1571d40ce] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=48.5 K 2024-11-23T02:23:18,587 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 805ae640ad9f44518fa5a49bf7c70ce0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732328595707 2024-11-23T02:23:18,588 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2938df50ec81430bb7faf3e37613b17b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732328595707 2024-11-23T02:23:18,588 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 08afab249d7a45f1a6ffa5b4c7fbbfef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732328596041 2024-11-23T02:23:18,588 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 584c75993866423ea453dee227037ecc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732328596040 2024-11-23T02:23:18,588 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a196188d56684defb2aa8959b64c0744, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732328596681 2024-11-23T02:23:18,588 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d94ca9e79ebe4384b66e662b2e5b1da4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732328596681 2024-11-23T02:23:18,589 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bd46d378da42459887e37741d6748b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328597023 2024-11-23T02:23:18,589 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ea9638396d548fcb3d040a1571d40ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328597023 2024-11-23T02:23:18,601 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:18,602 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8c43b5ee81a24f74bd95c05ad77749d9 is 50, key is test_row_0/B:col10/1732328597023/Put/seqid=0 2024-11-23T02:23:18,619 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:18,619 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/044a4944b767484189f884ffe6a16767 is 50, key is test_row_0/A:col10/1732328597023/Put/seqid=0 2024-11-23T02:23:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742131_1307 (size=13051) 2024-11-23T02:23:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742132_1308 (size=13051) 2024-11-23T02:23:18,692 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/044a4944b767484189f884ffe6a16767 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/044a4944b767484189f884ffe6a16767 2024-11-23T02:23:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:23:18,698 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 044a4944b767484189f884ffe6a16767(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:18,698 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:18,698 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=12, startTime=1732328598583; duration=0sec 2024-11-23T02:23:18,698 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:18,698 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:18,698 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:18,701 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:18,701 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:18,701 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,702 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/06244c0d17e842b1962d5b5e7f2a00c0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/56866a58869340b6b5543f26c61227d6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fd4ebed5c7ea4722adb2f60218b28056, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1563205add31486f9b2f9bb54131bebf] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=48.5 K 2024-11-23T02:23:18,702 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06244c0d17e842b1962d5b5e7f2a00c0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732328595707 2024-11-23T02:23:18,703 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56866a58869340b6b5543f26c61227d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732328596041 2024-11-23T02:23:18,703 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd4ebed5c7ea4722adb2f60218b28056, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732328596681 2024-11-23T02:23:18,704 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1563205add31486f9b2f9bb54131bebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328597023 2024-11-23T02:23:18,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:23:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,711 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:23:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,736 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#260 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/560104cff0bc469f8792e310fa2a8d82 is 50, key is test_row_0/A:col10/1732328597666/Put/seqid=0 2024-11-23T02:23:18,738 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/c5531e7aff8a41fca952ef22d3a31281 is 50, key is test_row_0/C:col10/1732328597023/Put/seqid=0 2024-11-23T02:23:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742133_1309 (size=12301) 2024-11-23T02:23:18,785 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/560104cff0bc469f8792e310fa2a8d82 2024-11-23T02:23:18,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742134_1310 (size=13051) 2024-11-23T02:23:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328658806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328658807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3636334b155548a18603e309a0876218 is 50, key is test_row_0/B:col10/1732328597666/Put/seqid=0 2024-11-23T02:23:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328658808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328658813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742135_1311 (size=12301) 2024-11-23T02:23:18,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3636334b155548a18603e309a0876218 2024-11-23T02:23:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/6826406e3054422fa90265a452f62666 is 50, key is test_row_0/C:col10/1732328597666/Put/seqid=0 2024-11-23T02:23:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742136_1312 (size=12301) 2024-11-23T02:23:18,899 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/6826406e3054422fa90265a452f62666 2024-11-23T02:23:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/560104cff0bc469f8792e310fa2a8d82 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/560104cff0bc469f8792e310fa2a8d82 2024-11-23T02:23:18,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/560104cff0bc469f8792e310fa2a8d82, entries=150, sequenceid=336, filesize=12.0 K 2024-11-23T02:23:18,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3636334b155548a18603e309a0876218 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3636334b155548a18603e309a0876218 2024-11-23T02:23:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328658915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328658915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328658915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328658919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:18,926 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3636334b155548a18603e309a0876218, entries=150, sequenceid=336, filesize=12.0 K 2024-11-23T02:23:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/6826406e3054422fa90265a452f62666 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6826406e3054422fa90265a452f62666 2024-11-23T02:23:18,966 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6826406e3054422fa90265a452f62666, entries=150, sequenceid=336, filesize=12.0 K 2024-11-23T02:23:18,967 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c05c4298896b1e37458bef7d84ad4035 in 256ms, sequenceid=336, compaction requested=false 2024-11-23T02:23:18,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:18,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:18,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T02:23:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T02:23:18,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T02:23:18,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 874 msec 2024-11-23T02:23:18,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 883 msec 2024-11-23T02:23:19,068 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8c43b5ee81a24f74bd95c05ad77749d9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8c43b5ee81a24f74bd95c05ad77749d9 2024-11-23T02:23:19,077 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 8c43b5ee81a24f74bd95c05ad77749d9(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:19,077 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:19,077 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=12, startTime=1732328598583; duration=0sec 2024-11-23T02:23:19,077 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:19,077 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:19,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:19,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:19,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:19,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:19,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:19,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:19,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:19,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/b6fc6e80b010423a8c9c656b41a496d6 is 50, key is test_row_0/A:col10/1732328599122/Put/seqid=0 2024-11-23T02:23:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328659139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328659140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328659141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328659143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742137_1313 (size=14741) 2024-11-23T02:23:19,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/b6fc6e80b010423a8c9c656b41a496d6 2024-11-23T02:23:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:23:19,194 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T02:23:19,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T02:23:19,198 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:23:19,200 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:19,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:19,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e86e26959f7f4fbe892bc2c39dc394b0 is 50, key is test_row_0/B:col10/1732328599122/Put/seqid=0 2024-11-23T02:23:19,215 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/c5531e7aff8a41fca952ef22d3a31281 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/c5531e7aff8a41fca952ef22d3a31281 2024-11-23T02:23:19,228 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into c5531e7aff8a41fca952ef22d3a31281(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:19,228 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:19,228 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=12, startTime=1732328598583; duration=0sec 2024-11-23T02:23:19,228 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:19,228 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328659245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328659246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328659247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328659247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742138_1314 (size=12301) 2024-11-23T02:23:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:23:19,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328659449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328659452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328659452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328659453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:23:19,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e86e26959f7f4fbe892bc2c39dc394b0 2024-11-23T02:23:19,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/7407e820a41d4f19b751ac751ef0c00a is 50, key is test_row_0/C:col10/1732328599122/Put/seqid=0 2024-11-23T02:23:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742139_1315 (size=12301) 2024-11-23T02:23:19,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/7407e820a41d4f19b751ac751ef0c00a 2024-11-23T02:23:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/b6fc6e80b010423a8c9c656b41a496d6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/b6fc6e80b010423a8c9c656b41a496d6 2024-11-23T02:23:19,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/b6fc6e80b010423a8c9c656b41a496d6, entries=200, sequenceid=358, filesize=14.4 K 2024-11-23T02:23:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e86e26959f7f4fbe892bc2c39dc394b0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e86e26959f7f4fbe892bc2c39dc394b0 2024-11-23T02:23:19,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e86e26959f7f4fbe892bc2c39dc394b0, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:23:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/7407e820a41d4f19b751ac751ef0c00a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/7407e820a41d4f19b751ac751ef0c00a 2024-11-23T02:23:19,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/7407e820a41d4f19b751ac751ef0c00a, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:23:19,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c05c4298896b1e37458bef7d84ad4035 in 608ms, sequenceid=358, compaction requested=true 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:19,732 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:19,732 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:19,736 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:19,736 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:19,736 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,736 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8c43b5ee81a24f74bd95c05ad77749d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3636334b155548a18603e309a0876218, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e86e26959f7f4fbe892bc2c39dc394b0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.8 K 2024-11-23T02:23:19,737 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:19,737 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:19,737 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,737 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/044a4944b767484189f884ffe6a16767, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/560104cff0bc469f8792e310fa2a8d82, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/b6fc6e80b010423a8c9c656b41a496d6] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=39.2 K 2024-11-23T02:23:19,738 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c43b5ee81a24f74bd95c05ad77749d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328597023 2024-11-23T02:23:19,738 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044a4944b767484189f884ffe6a16767, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328597023 2024-11-23T02:23:19,739 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3636334b155548a18603e309a0876218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732328597665 2024-11-23T02:23:19,739 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 560104cff0bc469f8792e310fa2a8d82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732328597665 2024-11-23T02:23:19,739 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e86e26959f7f4fbe892bc2c39dc394b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328598811 2024-11-23T02:23:19,739 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6fc6e80b010423a8c9c656b41a496d6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328598799 2024-11-23T02:23:19,754 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:19,755 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/36910aae133349c6a4f5799900c270cb is 50, key is test_row_0/A:col10/1732328599122/Put/seqid=0 2024-11-23T02:23:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:19,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:19,761 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:19,762 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/74b439a3f2c745d48893ab2ceec353f4 is 50, key is test_row_0/B:col10/1732328599122/Put/seqid=0 2024-11-23T02:23:19,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/d8628a91e9814f71a73d1a4690dee604 is 50, key is test_row_0/A:col10/1732328599756/Put/seqid=0 2024-11-23T02:23:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742140_1316 (size=13153) 2024-11-23T02:23:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:23:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742141_1317 (size=13153) 2024-11-23T02:23:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742142_1318 (size=14741) 2024-11-23T02:23:19,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328659783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328659825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328659832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328659832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328659927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328659937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328659937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328659937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:19,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:19,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:20,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328660132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328660142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328660143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328660143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,203 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/36910aae133349c6a4f5799900c270cb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/36910aae133349c6a4f5799900c270cb 2024-11-23T02:23:20,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/d8628a91e9814f71a73d1a4690dee604 2024-11-23T02:23:20,210 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 36910aae133349c6a4f5799900c270cb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:20,210 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:20,210 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328599732; duration=0sec 2024-11-23T02:23:20,210 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:20,210 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:20,210 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:20,212 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:20,212 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:20,212 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:20,212 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/c5531e7aff8a41fca952ef22d3a31281, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6826406e3054422fa90265a452f62666, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/7407e820a41d4f19b751ac751ef0c00a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=36.8 K 2024-11-23T02:23:20,214 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5531e7aff8a41fca952ef22d3a31281, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328597023 2024-11-23T02:23:20,214 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6826406e3054422fa90265a452f62666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732328597665 2024-11-23T02:23:20,214 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7407e820a41d4f19b751ac751ef0c00a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328598811 2024-11-23T02:23:20,230 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/74b439a3f2c745d48893ab2ceec353f4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/74b439a3f2c745d48893ab2ceec353f4 2024-11-23T02:23:20,237 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 74b439a3f2c745d48893ab2ceec353f4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:20,237 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:20,237 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328599732; duration=0sec 2024-11-23T02:23:20,238 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:20,238 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:20,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3d88c6b98c82419d974cb3543bbc0b65 is 50, key is test_row_0/B:col10/1732328599756/Put/seqid=0 2024-11-23T02:23:20,248 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:20,249 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5bc818168c1847e9881fdf2a77018197 is 50, key is test_row_0/C:col10/1732328599122/Put/seqid=0 2024-11-23T02:23:20,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:20,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742143_1319 (size=12301) 2024-11-23T02:23:20,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3d88c6b98c82419d974cb3543bbc0b65 2024-11-23T02:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:23:20,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/19590aded7354d23bd496b7e8c40461e is 50, key is test_row_0/C:col10/1732328599756/Put/seqid=0 2024-11-23T02:23:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742144_1320 (size=13153) 2024-11-23T02:23:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742145_1321 (size=12301) 2024-11-23T02:23:20,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/19590aded7354d23bd496b7e8c40461e 2024-11-23T02:23:20,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/d8628a91e9814f71a73d1a4690dee604 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d8628a91e9814f71a73d1a4690dee604 2024-11-23T02:23:20,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d8628a91e9814f71a73d1a4690dee604, entries=200, sequenceid=375, filesize=14.4 K 2024-11-23T02:23:20,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3d88c6b98c82419d974cb3543bbc0b65 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3d88c6b98c82419d974cb3543bbc0b65 2024-11-23T02:23:20,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3d88c6b98c82419d974cb3543bbc0b65, entries=150, sequenceid=375, filesize=12.0 K 2024-11-23T02:23:20,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/19590aded7354d23bd496b7e8c40461e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/19590aded7354d23bd496b7e8c40461e 2024-11-23T02:23:20,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/19590aded7354d23bd496b7e8c40461e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-23T02:23:20,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c05c4298896b1e37458bef7d84ad4035 in 625ms, sequenceid=375, compaction requested=false 2024-11-23T02:23:20,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:20,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:23:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:20,429 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/448c4ede0d14437080e7654689e94d2d is 50, key is test_row_0/A:col10/1732328599785/Put/seqid=0 2024-11-23T02:23:20,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328660460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328660460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328660463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328660464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742146_1322 (size=12301) 2024-11-23T02:23:20,483 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/448c4ede0d14437080e7654689e94d2d 2024-11-23T02:23:20,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/61323820fbe8427c836ee6decca8498f is 50, key is test_row_0/B:col10/1732328599785/Put/seqid=0 2024-11-23T02:23:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742147_1323 (size=12301) 2024-11-23T02:23:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328660566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328660568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328660568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328660568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,719 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/5bc818168c1847e9881fdf2a77018197 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5bc818168c1847e9881fdf2a77018197 2024-11-23T02:23:20,726 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 5bc818168c1847e9881fdf2a77018197(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:20,726 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:20,727 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328599732; duration=0sec 2024-11-23T02:23:20,727 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:20,727 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:20,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328660771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328660771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328660772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328660772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:20,907 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/61323820fbe8427c836ee6decca8498f 2024-11-23T02:23:20,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/2d77d8540f704d7ba22d5b4713484cdb is 50, key is test_row_0/C:col10/1732328599785/Put/seqid=0 2024-11-23T02:23:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742148_1324 (size=12301) 2024-11-23T02:23:20,956 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/2d77d8540f704d7ba22d5b4713484cdb 2024-11-23T02:23:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/448c4ede0d14437080e7654689e94d2d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/448c4ede0d14437080e7654689e94d2d 2024-11-23T02:23:20,977 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/448c4ede0d14437080e7654689e94d2d, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T02:23:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/61323820fbe8427c836ee6decca8498f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/61323820fbe8427c836ee6decca8498f 2024-11-23T02:23:20,986 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/61323820fbe8427c836ee6decca8498f, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T02:23:20,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/2d77d8540f704d7ba22d5b4713484cdb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/2d77d8540f704d7ba22d5b4713484cdb 2024-11-23T02:23:20,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/2d77d8540f704d7ba22d5b4713484cdb, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T02:23:21,001 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c05c4298896b1e37458bef7d84ad4035 in 572ms, sequenceid=398, compaction requested=true 2024-11-23T02:23:21,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:21,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T02:23:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T02:23:21,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T02:23:21,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-23T02:23:21,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8110 sec 2024-11-23T02:23:21,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:21,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:21,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:21,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:21,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/061eeda6d9154e7a87fc2969c3ad7d91 is 50, key is test_row_0/A:col10/1732328600459/Put/seqid=0 2024-11-23T02:23:21,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328661114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742149_1325 (size=12301) 2024-11-23T02:23:21,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/061eeda6d9154e7a87fc2969c3ad7d91 2024-11-23T02:23:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328661116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328661116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328661118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/511ac80b30f04cb5bd90cb733940d946 is 50, key is test_row_0/B:col10/1732328600459/Put/seqid=0 2024-11-23T02:23:21,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742150_1326 (size=12301) 2024-11-23T02:23:21,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/511ac80b30f04cb5bd90cb733940d946 2024-11-23T02:23:21,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e2e10dafb6b54356885dca8f18bda1d6 is 50, key is test_row_0/C:col10/1732328600459/Put/seqid=0 2024-11-23T02:23:21,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328661224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328661225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328661225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328661225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742151_1327 (size=12301) 2024-11-23T02:23:21,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e2e10dafb6b54356885dca8f18bda1d6 2024-11-23T02:23:21,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/061eeda6d9154e7a87fc2969c3ad7d91 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/061eeda6d9154e7a87fc2969c3ad7d91 2024-11-23T02:23:21,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/061eeda6d9154e7a87fc2969c3ad7d91, entries=150, sequenceid=416, filesize=12.0 K 2024-11-23T02:23:21,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/511ac80b30f04cb5bd90cb733940d946 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/511ac80b30f04cb5bd90cb733940d946 2024-11-23T02:23:21,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/511ac80b30f04cb5bd90cb733940d946, entries=150, sequenceid=416, filesize=12.0 K 2024-11-23T02:23:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e2e10dafb6b54356885dca8f18bda1d6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e2e10dafb6b54356885dca8f18bda1d6 2024-11-23T02:23:21,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e2e10dafb6b54356885dca8f18bda1d6, entries=150, sequenceid=416, filesize=12.0 K 2024-11-23T02:23:21,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c05c4298896b1e37458bef7d84ad4035 in 192ms, sequenceid=416, compaction requested=true 2024-11-23T02:23:21,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:21,271 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:21,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:21,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,271 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:21,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:21,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:21,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:21,273 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:21,273 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:21,273 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,273 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/74b439a3f2c745d48893ab2ceec353f4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3d88c6b98c82419d974cb3543bbc0b65, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/61323820fbe8427c836ee6decca8498f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/511ac80b30f04cb5bd90cb733940d946] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=48.9 K 2024-11-23T02:23:21,273 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:21,273 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:21,274 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,274 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/36910aae133349c6a4f5799900c270cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d8628a91e9814f71a73d1a4690dee604, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/448c4ede0d14437080e7654689e94d2d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/061eeda6d9154e7a87fc2969c3ad7d91] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=51.3 K 2024-11-23T02:23:21,274 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36910aae133349c6a4f5799900c270cb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328598811 2024-11-23T02:23:21,274 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 74b439a3f2c745d48893ab2ceec353f4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328598811 2024-11-23T02:23:21,275 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d88c6b98c82419d974cb3543bbc0b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732328599140 2024-11-23T02:23:21,275 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8628a91e9814f71a73d1a4690dee604, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732328599139 2024-11-23T02:23:21,275 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 448c4ede0d14437080e7654689e94d2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732328599782 2024-11-23T02:23:21,275 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 61323820fbe8427c836ee6decca8498f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732328599782 2024-11-23T02:23:21,276 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 511ac80b30f04cb5bd90cb733940d946, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732328600459 2024-11-23T02:23:21,276 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 061eeda6d9154e7a87fc2969c3ad7d91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732328600459 2024-11-23T02:23:21,303 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:21,303 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9c021b9867c34f69aa1344941a129399 is 50, key is test_row_0/A:col10/1732328600459/Put/seqid=0 2024-11-23T02:23:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:23:21,304 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T02:23:21,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T02:23:21,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:21,309 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:21,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:23:21,310 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:21,311 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/bae0a53a49fc4f11a533f719eee4b613 is 50, key is test_row_0/B:col10/1732328600459/Put/seqid=0 2024-11-23T02:23:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742153_1329 (size=13289) 2024-11-23T02:23:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742152_1328 (size=13289) 2024-11-23T02:23:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:23:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:21,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:21,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/f617497648ea4fedaec6e72d1b2b06f7 is 50, key is test_row_0/A:col10/1732328601434/Put/seqid=0 2024-11-23T02:23:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328661453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328661454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328661456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328661456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742154_1330 (size=12301) 2024-11-23T02:23:21,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/f617497648ea4fedaec6e72d1b2b06f7 2024-11-23T02:23:21,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/a71a2802c890485c86cf6a2ace1d9546 is 50, key is test_row_0/B:col10/1732328601434/Put/seqid=0 2024-11-23T02:23:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742155_1331 (size=12301) 2024-11-23T02:23:21,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/a71a2802c890485c86cf6a2ace1d9546 2024-11-23T02:23:21,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/887e4455f68e42e2ae72bed9fcc3553d is 50, key is test_row_0/C:col10/1732328601434/Put/seqid=0 2024-11-23T02:23:21,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328661560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328661560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328661561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328661561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742156_1332 (size=12301) 2024-11-23T02:23:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:23:21,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:21,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:21,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328661764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328661765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,770 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/bae0a53a49fc4f11a533f719eee4b613 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/bae0a53a49fc4f11a533f719eee4b613 2024-11-23T02:23:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328661766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328661767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,778 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into bae0a53a49fc4f11a533f719eee4b613(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:21,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:21,778 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=12, startTime=1732328601271; duration=0sec 2024-11-23T02:23:21,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:21,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:21,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:21,787 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:21,787 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:21,787 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,787 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5bc818168c1847e9881fdf2a77018197, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/19590aded7354d23bd496b7e8c40461e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/2d77d8540f704d7ba22d5b4713484cdb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e2e10dafb6b54356885dca8f18bda1d6] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=48.9 K 2024-11-23T02:23:21,790 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bc818168c1847e9881fdf2a77018197, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328598811 2024-11-23T02:23:21,790 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9c021b9867c34f69aa1344941a129399 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c021b9867c34f69aa1344941a129399 2024-11-23T02:23:21,790 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 19590aded7354d23bd496b7e8c40461e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732328599140 2024-11-23T02:23:21,794 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d77d8540f704d7ba22d5b4713484cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732328599782 2024-11-23T02:23:21,795 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e2e10dafb6b54356885dca8f18bda1d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732328600459 2024-11-23T02:23:21,796 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 9c021b9867c34f69aa1344941a129399(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:21,796 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:21,797 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=12, startTime=1732328601271; duration=0sec 2024-11-23T02:23:21,797 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,797 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:21,828 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:21,828 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/dca6b470893648a6bcb81c287b21bebf is 50, key is test_row_0/C:col10/1732328600459/Put/seqid=0 2024-11-23T02:23:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742157_1333 (size=13289) 2024-11-23T02:23:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:23:21,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:21,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:21,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:21,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:21,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/887e4455f68e42e2ae72bed9fcc3553d 2024-11-23T02:23:22,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/f617497648ea4fedaec6e72d1b2b06f7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f617497648ea4fedaec6e72d1b2b06f7 2024-11-23T02:23:22,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f617497648ea4fedaec6e72d1b2b06f7, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T02:23:22,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/a71a2802c890485c86cf6a2ace1d9546 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/a71a2802c890485c86cf6a2ace1d9546 2024-11-23T02:23:22,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/a71a2802c890485c86cf6a2ace1d9546, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T02:23:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/887e4455f68e42e2ae72bed9fcc3553d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/887e4455f68e42e2ae72bed9fcc3553d 2024-11-23T02:23:22,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/887e4455f68e42e2ae72bed9fcc3553d, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T02:23:22,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c05c4298896b1e37458bef7d84ad4035 in 606ms, sequenceid=438, compaction requested=false 2024-11-23T02:23:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:22,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:22,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9a463f0696b4484a820289b1239f2856 is 50, key is test_row_0/A:col10/1732328601449/Put/seqid=0 2024-11-23T02:23:22,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328662103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328662106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328662106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328662109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742158_1334 (size=14741) 2024-11-23T02:23:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328662210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328662211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328662212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328662216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:22,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:22,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,269 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/dca6b470893648a6bcb81c287b21bebf as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/dca6b470893648a6bcb81c287b21bebf 2024-11-23T02:23:22,282 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into dca6b470893648a6bcb81c287b21bebf(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:22,282 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:22,282 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=12, startTime=1732328601272; duration=0sec 2024-11-23T02:23:22,282 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,282 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:22,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:22,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:23:22,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328662415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328662416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328662416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328662421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9a463f0696b4484a820289b1239f2856 2024-11-23T02:23:22,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/26fd9d649e92406cacf8c18cbe94034e is 50, key is test_row_0/B:col10/1732328601449/Put/seqid=0 2024-11-23T02:23:22,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742159_1335 (size=12301) 2024-11-23T02:23:22,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/26fd9d649e92406cacf8c18cbe94034e 2024-11-23T02:23:22,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/658b20990c7842bfacf68205688c849c is 50, key is test_row_0/C:col10/1732328601449/Put/seqid=0 2024-11-23T02:23:22,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742160_1336 (size=12301) 2024-11-23T02:23:22,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/658b20990c7842bfacf68205688c849c 2024-11-23T02:23:22,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9a463f0696b4484a820289b1239f2856 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9a463f0696b4484a820289b1239f2856 2024-11-23T02:23:22,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9a463f0696b4484a820289b1239f2856, entries=200, sequenceid=456, filesize=14.4 K 2024-11-23T02:23:22,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/26fd9d649e92406cacf8c18cbe94034e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/26fd9d649e92406cacf8c18cbe94034e 2024-11-23T02:23:22,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/26fd9d649e92406cacf8c18cbe94034e, entries=150, sequenceid=456, filesize=12.0 K 2024-11-23T02:23:22,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/658b20990c7842bfacf68205688c849c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/658b20990c7842bfacf68205688c849c 2024-11-23T02:23:22,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/658b20990c7842bfacf68205688c849c, entries=150, sequenceid=456, filesize=12.0 K 2024-11-23T02:23:22,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c05c4298896b1e37458bef7d84ad4035 in 593ms, sequenceid=456, compaction requested=true 2024-11-23T02:23:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,665 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:22,666 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,667 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:22,667 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:22,667 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:22,667 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:22,667 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,667 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,667 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/bae0a53a49fc4f11a533f719eee4b613, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/a71a2802c890485c86cf6a2ace1d9546, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/26fd9d649e92406cacf8c18cbe94034e] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.0 K 2024-11-23T02:23:22,667 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c021b9867c34f69aa1344941a129399, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f617497648ea4fedaec6e72d1b2b06f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9a463f0696b4484a820289b1239f2856] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=39.4 K 2024-11-23T02:23:22,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:22,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:22,677 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting bae0a53a49fc4f11a533f719eee4b613, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732328600459 2024-11-23T02:23:22,677 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c021b9867c34f69aa1344941a129399, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732328600459 2024-11-23T02:23:22,677 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting f617497648ea4fedaec6e72d1b2b06f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732328601105 2024-11-23T02:23:22,678 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a71a2802c890485c86cf6a2ace1d9546, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732328601105 2024-11-23T02:23:22,678 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a463f0696b4484a820289b1239f2856, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732328601449 2024-11-23T02:23:22,678 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 26fd9d649e92406cacf8c18cbe94034e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732328601449 2024-11-23T02:23:22,694 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:22,695 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a7f82d8ad3084ab8b043767b1a36d903 is 50, key is test_row_0/A:col10/1732328601449/Put/seqid=0 2024-11-23T02:23:22,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:23:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,698 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/f03236a23e5c4a79961fdb8d2d6f80de is 50, key is test_row_0/A:col10/1732328602106/Put/seqid=0 2024-11-23T02:23:22,745 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:22,746 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/881ac94fe9ec4afcbfc37479bee61c5b is 50, key is test_row_0/B:col10/1732328601449/Put/seqid=0 2024-11-23T02:23:22,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742161_1337 (size=13391) 2024-11-23T02:23:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328662765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328662766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328662766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328662767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a7f82d8ad3084ab8b043767b1a36d903 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a7f82d8ad3084ab8b043767b1a36d903 2024-11-23T02:23:22,788 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into a7f82d8ad3084ab8b043767b1a36d903(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:22,788 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:22,788 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328602665; duration=0sec 2024-11-23T02:23:22,788 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:22,788 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:22,789 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:22,791 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:22,791 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:22,791 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:22,791 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/dca6b470893648a6bcb81c287b21bebf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/887e4455f68e42e2ae72bed9fcc3553d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/658b20990c7842bfacf68205688c849c] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.0 K 2024-11-23T02:23:22,791 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca6b470893648a6bcb81c287b21bebf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732328600459 2024-11-23T02:23:22,792 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 887e4455f68e42e2ae72bed9fcc3553d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732328601105 2024-11-23T02:23:22,792 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 658b20990c7842bfacf68205688c849c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732328601449 2024-11-23T02:23:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742162_1338 (size=12301) 2024-11-23T02:23:22,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/f03236a23e5c4a79961fdb8d2d6f80de 2024-11-23T02:23:22,824 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:22,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/468a92a29fea4428bccffa8ce719f605 is 50, key is test_row_0/C:col10/1732328601449/Put/seqid=0 2024-11-23T02:23:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742163_1339 (size=13391) 2024-11-23T02:23:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/f418e4762ba7443bb9e59a368d0da9ff is 50, key is test_row_0/B:col10/1732328602106/Put/seqid=0 2024-11-23T02:23:22,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328662871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328662872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328662872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328662872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742164_1340 (size=13391) 2024-11-23T02:23:22,891 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/468a92a29fea4428bccffa8ce719f605 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/468a92a29fea4428bccffa8ce719f605 2024-11-23T02:23:22,908 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into 468a92a29fea4428bccffa8ce719f605(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:22,908 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:22,908 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328602667; duration=0sec 2024-11-23T02:23:22,908 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,908 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742165_1341 (size=12301) 2024-11-23T02:23:22,918 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/f418e4762ba7443bb9e59a368d0da9ff 2024-11-23T02:23:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/fe29e600f5e04769815c7054aa1753a2 is 50, key is test_row_0/C:col10/1732328602106/Put/seqid=0 2024-11-23T02:23:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742166_1342 (size=12301) 2024-11-23T02:23:23,001 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/fe29e600f5e04769815c7054aa1753a2 2024-11-23T02:23:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/f03236a23e5c4a79961fdb8d2d6f80de as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f03236a23e5c4a79961fdb8d2d6f80de 2024-11-23T02:23:23,012 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f03236a23e5c4a79961fdb8d2d6f80de, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T02:23:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/f418e4762ba7443bb9e59a368d0da9ff as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f418e4762ba7443bb9e59a368d0da9ff 2024-11-23T02:23:23,022 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f418e4762ba7443bb9e59a368d0da9ff, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T02:23:23,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/fe29e600f5e04769815c7054aa1753a2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fe29e600f5e04769815c7054aa1753a2 2024-11-23T02:23:23,031 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fe29e600f5e04769815c7054aa1753a2, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T02:23:23,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c05c4298896b1e37458bef7d84ad4035 in 334ms, sequenceid=477, compaction requested=false 2024-11-23T02:23:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T02:23:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T02:23:23,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T02:23:23,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7250 sec 2024-11-23T02:23:23,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.7310 sec 2024-11-23T02:23:23,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/ef5501e435f34d3dbbc33533b47c9fbc is 50, key is test_row_0/A:col10/1732328603076/Put/seqid=0 2024-11-23T02:23:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742167_1343 (size=12301) 2024-11-23T02:23:23,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/ef5501e435f34d3dbbc33533b47c9fbc 2024-11-23T02:23:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328663102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328663103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328663106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328663108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3b9f2fce1e8640d490c32c017b45525b is 50, key is test_row_0/B:col10/1732328603076/Put/seqid=0 2024-11-23T02:23:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742168_1344 (size=12301) 2024-11-23T02:23:23,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3b9f2fce1e8640d490c32c017b45525b 2024-11-23T02:23:23,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/0bff1f20e52c4247b7c3d9e754b16b7d is 50, key is test_row_0/C:col10/1732328603076/Put/seqid=0 2024-11-23T02:23:23,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328663210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328663210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328663211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328663213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742169_1345 (size=12301) 2024-11-23T02:23:23,247 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/881ac94fe9ec4afcbfc37479bee61c5b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/881ac94fe9ec4afcbfc37479bee61c5b 2024-11-23T02:23:23,255 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 881ac94fe9ec4afcbfc37479bee61c5b(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:23,255 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:23,255 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328602665; duration=0sec 2024-11-23T02:23:23,255 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:23,255 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:23:23,416 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T02:23:23,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328663417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328663417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328663417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T02:23:23,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328663418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:23:23,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:23,422 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:23,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:23:23,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:23:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/0bff1f20e52c4247b7c3d9e754b16b7d 2024-11-23T02:23:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/ef5501e435f34d3dbbc33533b47c9fbc as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/ef5501e435f34d3dbbc33533b47c9fbc 2024-11-23T02:23:23,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/ef5501e435f34d3dbbc33533b47c9fbc, entries=150, sequenceid=498, filesize=12.0 K 2024-11-23T02:23:23,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/3b9f2fce1e8640d490c32c017b45525b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3b9f2fce1e8640d490c32c017b45525b 2024-11-23T02:23:23,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3b9f2fce1e8640d490c32c017b45525b, entries=150, sequenceid=498, filesize=12.0 K 2024-11-23T02:23:23,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/0bff1f20e52c4247b7c3d9e754b16b7d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/0bff1f20e52c4247b7c3d9e754b16b7d 2024-11-23T02:23:23,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/0bff1f20e52c4247b7c3d9e754b16b7d, entries=150, sequenceid=498, filesize=12.0 K 2024-11-23T02:23:23,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c05c4298896b1e37458bef7d84ad4035 in 584ms, sequenceid=498, compaction requested=true 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:23,663 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:23,663 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:23,665 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:23,665 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:23,665 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:23,665 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:23,665 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,665 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,666 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a7f82d8ad3084ab8b043767b1a36d903, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f03236a23e5c4a79961fdb8d2d6f80de, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/ef5501e435f34d3dbbc33533b47c9fbc] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.1 K 2024-11-23T02:23:23,666 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/881ac94fe9ec4afcbfc37479bee61c5b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f418e4762ba7443bb9e59a368d0da9ff, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3b9f2fce1e8640d490c32c017b45525b] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.1 K 2024-11-23T02:23:23,666 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 881ac94fe9ec4afcbfc37479bee61c5b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732328601449 2024-11-23T02:23:23,666 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7f82d8ad3084ab8b043767b1a36d903, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732328601449 2024-11-23T02:23:23,667 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting f418e4762ba7443bb9e59a368d0da9ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732328602086 2024-11-23T02:23:23,667 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting f03236a23e5c4a79961fdb8d2d6f80de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732328602086 2024-11-23T02:23:23,667 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b9f2fce1e8640d490c32c017b45525b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732328602764 2024-11-23T02:23:23,667 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef5501e435f34d3dbbc33533b47c9fbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732328602764 2024-11-23T02:23:23,686 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:23,686 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/7dd66de312c6486bac48cffbf990388d is 50, key is test_row_0/B:col10/1732328603076/Put/seqid=0 2024-11-23T02:23:23,699 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#298 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:23,700 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/00dacdee4d3b4703bb72a0b9fb4fc235 is 50, key is test_row_0/A:col10/1732328603076/Put/seqid=0 2024-11-23T02:23:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:23:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:23,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:23,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:23:23,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742170_1346 (size=13493) 2024-11-23T02:23:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742171_1347 (size=13493) 2024-11-23T02:23:23,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/48d79ea1b09546e686c90f4e25c58895 is 50, key is test_row_0/A:col10/1732328603106/Put/seqid=0 2024-11-23T02:23:23,753 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/00dacdee4d3b4703bb72a0b9fb4fc235 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/00dacdee4d3b4703bb72a0b9fb4fc235 2024-11-23T02:23:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742172_1348 (size=12301) 2024-11-23T02:23:23,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/48d79ea1b09546e686c90f4e25c58895 2024-11-23T02:23:23,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/df321dd5717a4657912ca79bd09730ce is 50, key is test_row_0/B:col10/1732328603106/Put/seqid=0 2024-11-23T02:23:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742173_1349 (size=12301) 2024-11-23T02:23:23,815 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into 00dacdee4d3b4703bb72a0b9fb4fc235(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:23,815 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:23,815 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=13, startTime=1732328603663; duration=0sec 2024-11-23T02:23:23,815 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:23,816 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:23,816 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:23,819 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:23,819 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:23,819 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,819 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/468a92a29fea4428bccffa8ce719f605, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fe29e600f5e04769815c7054aa1753a2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/0bff1f20e52c4247b7c3d9e754b16b7d] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=37.1 K 2024-11-23T02:23:23,820 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 468a92a29fea4428bccffa8ce719f605, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732328601449 2024-11-23T02:23:23,820 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe29e600f5e04769815c7054aa1753a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732328602086 2024-11-23T02:23:23,821 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bff1f20e52c4247b7c3d9e754b16b7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732328602764 2024-11-23T02:23:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328663816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328663816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328663816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328663817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,842 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:23,842 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/f96237ab8945489ebd90fdab144efe46 is 50, key is test_row_0/C:col10/1732328603076/Put/seqid=0 2024-11-23T02:23:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742174_1350 (size=13493) 2024-11-23T02:23:23,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:23:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:23,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328663926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328663926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328663943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328663943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:23:24,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:23:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:24,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328664130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328664132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,146 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/7dd66de312c6486bac48cffbf990388d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/7dd66de312c6486bac48cffbf990388d 2024-11-23T02:23:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328664148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328664148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,151 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 7dd66de312c6486bac48cffbf990388d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:24,151 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:24,151 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=13, startTime=1732328603663; duration=0sec 2024-11-23T02:23:24,151 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:24,152 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:24,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:23:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:24,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/df321dd5717a4657912ca79bd09730ce 2024-11-23T02:23:24,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/30d2bccad324425f927ba268bdeb3949 is 50, key is test_row_0/C:col10/1732328603106/Put/seqid=0 2024-11-23T02:23:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742175_1351 (size=12301) 2024-11-23T02:23:24,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/30d2bccad324425f927ba268bdeb3949 2024-11-23T02:23:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/48d79ea1b09546e686c90f4e25c58895 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/48d79ea1b09546e686c90f4e25c58895 2024-11-23T02:23:24,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/48d79ea1b09546e686c90f4e25c58895, entries=150, sequenceid=518, filesize=12.0 K 2024-11-23T02:23:24,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/df321dd5717a4657912ca79bd09730ce as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/df321dd5717a4657912ca79bd09730ce 2024-11-23T02:23:24,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/df321dd5717a4657912ca79bd09730ce, entries=150, sequenceid=518, filesize=12.0 K 2024-11-23T02:23:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/30d2bccad324425f927ba268bdeb3949 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/30d2bccad324425f927ba268bdeb3949 2024-11-23T02:23:24,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/30d2bccad324425f927ba268bdeb3949, entries=150, sequenceid=518, filesize=12.0 K 2024-11-23T02:23:24,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for c05c4298896b1e37458bef7d84ad4035 in 532ms, sequenceid=518, compaction requested=false 2024-11-23T02:23:24,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:24,274 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/f96237ab8945489ebd90fdab144efe46 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/f96237ab8945489ebd90fdab144efe46 2024-11-23T02:23:24,281 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into f96237ab8945489ebd90fdab144efe46(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:24,281 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:24,281 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=13, startTime=1732328603663; duration=0sec 2024-11-23T02:23:24,281 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:24,281 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:24,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:23:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:24,345 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/6ef45602449142d9b57ea4cf41366b19 is 50, key is test_row_0/A:col10/1732328603765/Put/seqid=0 2024-11-23T02:23:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742176_1352 (size=12301) 2024-11-23T02:23:24,366 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/6ef45602449142d9b57ea4cf41366b19 2024-11-23T02:23:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e7601c3c2c72492584dc20ef5dd46c52 is 50, key is test_row_0/B:col10/1732328603765/Put/seqid=0 2024-11-23T02:23:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742177_1353 (size=12301) 2024-11-23T02:23:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. as already flushing 2024-11-23T02:23:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328664460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328664464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328664464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328664465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:23:24,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328664566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328664569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328664570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328664571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328664769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328664772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328664772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328664774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:24,817 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e7601c3c2c72492584dc20ef5dd46c52 2024-11-23T02:23:24,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/720ba60679ce4262a34c5217adefb50f is 50, key is test_row_0/C:col10/1732328603765/Put/seqid=0 2024-11-23T02:23:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742178_1354 (size=12301) 2024-11-23T02:23:24,872 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/720ba60679ce4262a34c5217adefb50f 2024-11-23T02:23:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/6ef45602449142d9b57ea4cf41366b19 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/6ef45602449142d9b57ea4cf41366b19 2024-11-23T02:23:24,886 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/6ef45602449142d9b57ea4cf41366b19, entries=150, sequenceid=540, filesize=12.0 K 2024-11-23T02:23:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/e7601c3c2c72492584dc20ef5dd46c52 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e7601c3c2c72492584dc20ef5dd46c52 2024-11-23T02:23:24,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e7601c3c2c72492584dc20ef5dd46c52, entries=150, sequenceid=540, filesize=12.0 K 2024-11-23T02:23:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/720ba60679ce4262a34c5217adefb50f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/720ba60679ce4262a34c5217adefb50f 2024-11-23T02:23:24,904 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/720ba60679ce4262a34c5217adefb50f, entries=150, sequenceid=540, filesize=12.0 K 2024-11-23T02:23:24,906 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for c05c4298896b1e37458bef7d84ad4035 in 560ms, sequenceid=540, compaction requested=true 2024-11-23T02:23:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T02:23:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T02:23:24,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T02:23:24,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-23T02:23:24,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4950 sec 2024-11-23T02:23:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:25,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:25,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:25,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/1aaa38d1e448451399718cc924ed0574 is 50, key is test_row_0/A:col10/1732328604463/Put/seqid=0 2024-11-23T02:23:25,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742179_1355 (size=12301) 2024-11-23T02:23:25,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328665097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328665097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328665099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328665102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328665205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328665205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328665205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328665207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,398 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:52285 2024-11-23T02:23:25,398 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:25,399 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:52285 2024-11-23T02:23:25,399 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:25,400 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:52285 2024-11-23T02:23:25,400 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:25,401 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:52285 2024-11-23T02:23:25,401 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:25,403 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:52285 2024-11-23T02:23:25,403 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:25,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328665407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328665408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328665409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328665411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/1aaa38d1e448451399718cc924ed0574 2024-11-23T02:23:25,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8a2d0b341c8c4e7fa48763f5350772ce is 50, key is test_row_0/B:col10/1732328604463/Put/seqid=0 2024-11-23T02:23:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742180_1356 (size=12301) 2024-11-23T02:23:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:23:25,526 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T02:23:25,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328665709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328665709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328665713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328665714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:25,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8a2d0b341c8c4e7fa48763f5350772ce 2024-11-23T02:23:25,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/eb8b3db6d916419abfeceb37ed1d2260 is 50, key is test_row_0/C:col10/1732328604463/Put/seqid=0 2024-11-23T02:23:25,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742181_1357 (size=12301) 2024-11-23T02:23:26,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42548 deadline: 1732328666212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42516 deadline: 1732328666213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:26,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42546 deadline: 1732328666217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:26,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732328666217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:26,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/eb8b3db6d916419abfeceb37ed1d2260 2024-11-23T02:23:26,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/1aaa38d1e448451399718cc924ed0574 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1aaa38d1e448451399718cc924ed0574 2024-11-23T02:23:26,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1aaa38d1e448451399718cc924ed0574, entries=150, sequenceid=559, filesize=12.0 K 2024-11-23T02:23:26,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8a2d0b341c8c4e7fa48763f5350772ce as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8a2d0b341c8c4e7fa48763f5350772ce 2024-11-23T02:23:26,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8a2d0b341c8c4e7fa48763f5350772ce, entries=150, sequenceid=559, filesize=12.0 K 2024-11-23T02:23:26,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/eb8b3db6d916419abfeceb37ed1d2260 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/eb8b3db6d916419abfeceb37ed1d2260 2024-11-23T02:23:26,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/eb8b3db6d916419abfeceb37ed1d2260, entries=150, sequenceid=559, filesize=12.0 K 2024-11-23T02:23:26,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c05c4298896b1e37458bef7d84ad4035 in 1275ms, sequenceid=559, compaction requested=true 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:26,350 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c05c4298896b1e37458bef7d84ad4035:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:26,350 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:26,351 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:26,351 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:26,351 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/A is initiating minor compaction (all files) 2024-11-23T02:23:26,351 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/B is initiating minor compaction (all files) 2024-11-23T02:23:26,351 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/A in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:26,351 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/B in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:26,352 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/00dacdee4d3b4703bb72a0b9fb4fc235, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/48d79ea1b09546e686c90f4e25c58895, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/6ef45602449142d9b57ea4cf41366b19, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1aaa38d1e448451399718cc924ed0574] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=49.2 K 2024-11-23T02:23:26,352 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/7dd66de312c6486bac48cffbf990388d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/df321dd5717a4657912ca79bd09730ce, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e7601c3c2c72492584dc20ef5dd46c52, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8a2d0b341c8c4e7fa48763f5350772ce] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=49.2 K 2024-11-23T02:23:26,352 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00dacdee4d3b4703bb72a0b9fb4fc235, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732328602764 2024-11-23T02:23:26,352 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd66de312c6486bac48cffbf990388d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732328602764 2024-11-23T02:23:26,352 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48d79ea1b09546e686c90f4e25c58895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732328603102 2024-11-23T02:23:26,352 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting df321dd5717a4657912ca79bd09730ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732328603102 2024-11-23T02:23:26,353 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef45602449142d9b57ea4cf41366b19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732328603756 2024-11-23T02:23:26,353 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e7601c3c2c72492584dc20ef5dd46c52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732328603756 2024-11-23T02:23:26,353 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aaa38d1e448451399718cc924ed0574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732328604462 2024-11-23T02:23:26,353 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2d0b341c8c4e7fa48763f5350772ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732328604462 2024-11-23T02:23:26,361 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#A#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:26,362 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a299470b0bbc4974b5924a47e218f039 is 50, key is test_row_0/A:col10/1732328604463/Put/seqid=0 2024-11-23T02:23:26,364 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:26,364 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5e96ffeec9f74b1a8eabceb5c83655d4 is 50, key is test_row_0/B:col10/1732328604463/Put/seqid=0 2024-11-23T02:23:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742182_1358 (size=13629) 2024-11-23T02:23:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742183_1359 (size=13629) 2024-11-23T02:23:26,774 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/5e96ffeec9f74b1a8eabceb5c83655d4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5e96ffeec9f74b1a8eabceb5c83655d4 2024-11-23T02:23:26,774 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/a299470b0bbc4974b5924a47e218f039 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a299470b0bbc4974b5924a47e218f039 2024-11-23T02:23:26,778 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/B of c05c4298896b1e37458bef7d84ad4035 into 5e96ffeec9f74b1a8eabceb5c83655d4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:26,778 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/A of c05c4298896b1e37458bef7d84ad4035 into a299470b0bbc4974b5924a47e218f039(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:26,778 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/B, priority=12, startTime=1732328606350; duration=0sec 2024-11-23T02:23:26,778 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/A, priority=12, startTime=1732328606350; duration=0sec 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:A 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:B 2024-11-23T02:23:26,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:26,779 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:26,779 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): c05c4298896b1e37458bef7d84ad4035/C is initiating minor compaction (all files) 2024-11-23T02:23:26,779 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c05c4298896b1e37458bef7d84ad4035/C in TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:26,779 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/f96237ab8945489ebd90fdab144efe46, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/30d2bccad324425f927ba268bdeb3949, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/720ba60679ce4262a34c5217adefb50f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/eb8b3db6d916419abfeceb37ed1d2260] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp, totalSize=49.2 K 2024-11-23T02:23:26,779 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96237ab8945489ebd90fdab144efe46, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732328602764 2024-11-23T02:23:26,780 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30d2bccad324425f927ba268bdeb3949, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732328603102 2024-11-23T02:23:26,780 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 720ba60679ce4262a34c5217adefb50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732328603756 2024-11-23T02:23:26,780 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb8b3db6d916419abfeceb37ed1d2260, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732328604462 2024-11-23T02:23:26,786 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c05c4298896b1e37458bef7d84ad4035#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:26,787 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e3526905b4484fec8a6c79da685ce584 is 50, key is test_row_0/C:col10/1732328604463/Put/seqid=0 2024-11-23T02:23:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742184_1360 (size=13629) 2024-11-23T02:23:27,195 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e3526905b4484fec8a6c79da685ce584 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3526905b4484fec8a6c79da685ce584 2024-11-23T02:23:27,198 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c05c4298896b1e37458bef7d84ad4035/C of c05c4298896b1e37458bef7d84ad4035 into e3526905b4484fec8a6c79da685ce584(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:27,198 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:27,198 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035., storeName=c05c4298896b1e37458bef7d84ad4035/C, priority=12, startTime=1732328606350; duration=0sec 2024-11-23T02:23:27,198 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:27,198 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c05c4298896b1e37458bef7d84ad4035:C 2024-11-23T02:23:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:27,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:27,220 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:52285 2024-11-23T02:23:27,220 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:52285 2024-11-23T02:23:27,220 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:27,220 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:27,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:27,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/d7b5830a8b13465b92b5272035724fc0 is 50, key is test_row_0/A:col10/1732328607219/Put/seqid=0 2024-11-23T02:23:27,226 DEBUG [Thread-1111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:52285 2024-11-23T02:23:27,226 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:27,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742185_1361 (size=12301) 2024-11-23T02:23:27,228 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:52285 2024-11-23T02:23:27,228 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:27,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/d7b5830a8b13465b92b5272035724fc0 2024-11-23T02:23:27,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/4de6ce45ba224ffabf68f75415eee48b is 50, key is test_row_0/B:col10/1732328607219/Put/seqid=0 2024-11-23T02:23:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742186_1362 (size=12301) 2024-11-23T02:23:27,999 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:52285 2024-11-23T02:23:27,999 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4085 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3946 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3920 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4010 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3903 2024-11-23T02:23:28,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:23:28,000 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:23:28,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:52285 2024-11-23T02:23:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:28,001 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:23:28,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:23:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:23:28,003 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328608003"}]},"ts":"1732328608003"} 2024-11-23T02:23:28,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:23:28,007 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:23:28,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:28,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, UNASSIGN}] 2024-11-23T02:23:28,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, UNASSIGN 2024-11-23T02:23:28,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c05c4298896b1e37458bef7d84ad4035, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:28,010 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:28,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:28,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/4de6ce45ba224ffabf68f75415eee48b 2024-11-23T02:23:28,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/3e981d01daaf473baae99da12bafe20a is 50, key is test_row_0/C:col10/1732328607219/Put/seqid=0 2024-11-23T02:23:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742187_1363 (size=12301) 2024-11-23T02:23:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:23:28,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:28,162 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:28,162 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:28,162 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing c05c4298896b1e37458bef7d84ad4035, disabling compactions & flushes 2024-11-23T02:23:28,162 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:23:28,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/3e981d01daaf473baae99da12bafe20a 2024-11-23T02:23:28,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/d7b5830a8b13465b92b5272035724fc0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d7b5830a8b13465b92b5272035724fc0 2024-11-23T02:23:28,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d7b5830a8b13465b92b5272035724fc0, entries=150, sequenceid=581, filesize=12.0 K 2024-11-23T02:23:28,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/4de6ce45ba224ffabf68f75415eee48b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4de6ce45ba224ffabf68f75415eee48b 2024-11-23T02:23:28,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4de6ce45ba224ffabf68f75415eee48b, entries=150, sequenceid=581, filesize=12.0 K 2024-11-23T02:23:28,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/3e981d01daaf473baae99da12bafe20a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/3e981d01daaf473baae99da12bafe20a 2024-11-23T02:23:28,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/3e981d01daaf473baae99da12bafe20a, entries=150, sequenceid=581, filesize=12.0 K 2024-11-23T02:23:28,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=20.13 KB/20610 for c05c4298896b1e37458bef7d84ad4035 in 1243ms, sequenceid=581, compaction requested=false 2024-11-23T02:23:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:28,464 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. after waiting 0 ms 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:28,464 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing c05c4298896b1e37458bef7d84ad4035 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=A 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=B 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c05c4298896b1e37458bef7d84ad4035, store=C 2024-11-23T02:23:28,464 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:28,468 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9bcacd8b5b4648feafc1065186daba1d is 50, key is test_row_1/A:col10/1732328607227/Put/seqid=0 2024-11-23T02:23:28,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742188_1364 (size=9857) 2024-11-23T02:23:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:23:28,872 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9bcacd8b5b4648feafc1065186daba1d 2024-11-23T02:23:28,878 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8f0eb51df53343d29ab49c21ca4def92 is 50, key is test_row_1/B:col10/1732328607227/Put/seqid=0 2024-11-23T02:23:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742189_1365 (size=9857) 2024-11-23T02:23:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:23:29,282 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8f0eb51df53343d29ab49c21ca4def92 2024-11-23T02:23:29,287 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e871b068999a40468c6ca3ffe9a2bc8e is 50, key is test_row_1/C:col10/1732328607227/Put/seqid=0 2024-11-23T02:23:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742190_1366 (size=9857) 2024-11-23T02:23:29,691 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e871b068999a40468c6ca3ffe9a2bc8e 2024-11-23T02:23:29,695 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/A/9bcacd8b5b4648feafc1065186daba1d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bcacd8b5b4648feafc1065186daba1d 2024-11-23T02:23:29,698 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bcacd8b5b4648feafc1065186daba1d, entries=100, sequenceid=587, filesize=9.6 K 2024-11-23T02:23:29,699 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/B/8f0eb51df53343d29ab49c21ca4def92 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8f0eb51df53343d29ab49c21ca4def92 2024-11-23T02:23:29,702 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8f0eb51df53343d29ab49c21ca4def92, entries=100, sequenceid=587, filesize=9.6 K 2024-11-23T02:23:29,702 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/.tmp/C/e871b068999a40468c6ca3ffe9a2bc8e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e871b068999a40468c6ca3ffe9a2bc8e 2024-11-23T02:23:29,705 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e871b068999a40468c6ca3ffe9a2bc8e, entries=100, sequenceid=587, filesize=9.6 K 2024-11-23T02:23:29,706 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c05c4298896b1e37458bef7d84ad4035 in 1242ms, sequenceid=587, compaction requested=true 2024-11-23T02:23:29,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/877e081097cf4eaeb8b5e43d60768977, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/e5900a0f865f4687a9efda963328774d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/bb4aad926d7f4c15bbb3b7eb6883e347, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/012fb34d176644a0b69a6ee7a5c4ee00, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/18528b457a48494f976ab8cc731b76b6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/7c10caf354ab4323941eb5df52060935, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/c2d202cef0784815b30e4ddd3dd398be, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/513408eee240488aa5ea8e5a86e58369, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bd24f015ac44e47bc15026c2fbdb9c2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a66dd0f71665456eaf2d557218a62c48, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/237262b7a10f49ff933e1e679d9f8f0c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/3a51778f88bb4c658db66c08ae4aacd8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c54e588895548b886c88e5534277dba, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/afcd836c366642249b2537ad76475736, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1b457842312344f19135e0c51f743e85, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/38dc382bcf3e47409701cad2a38cee0a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/0501901d7f61451db4e3b1b4d0ec3df0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/01d4ca5862544141933b627d48bafdc7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/805ae640ad9f44518fa5a49bf7c70ce0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/584c75993866423ea453dee227037ecc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a196188d56684defb2aa8959b64c0744, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/24bd46d378da42459887e37741d6748b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/044a4944b767484189f884ffe6a16767, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/560104cff0bc469f8792e310fa2a8d82, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/b6fc6e80b010423a8c9c656b41a496d6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/36910aae133349c6a4f5799900c270cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d8628a91e9814f71a73d1a4690dee604, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/448c4ede0d14437080e7654689e94d2d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c021b9867c34f69aa1344941a129399, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/061eeda6d9154e7a87fc2969c3ad7d91, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f617497648ea4fedaec6e72d1b2b06f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9a463f0696b4484a820289b1239f2856, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a7f82d8ad3084ab8b043767b1a36d903, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f03236a23e5c4a79961fdb8d2d6f80de, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/00dacdee4d3b4703bb72a0b9fb4fc235, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/ef5501e435f34d3dbbc33533b47c9fbc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/48d79ea1b09546e686c90f4e25c58895, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/6ef45602449142d9b57ea4cf41366b19, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1aaa38d1e448451399718cc924ed0574] to archive 2024-11-23T02:23:29,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:29,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/877e081097cf4eaeb8b5e43d60768977 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/877e081097cf4eaeb8b5e43d60768977 2024-11-23T02:23:29,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/e5900a0f865f4687a9efda963328774d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/e5900a0f865f4687a9efda963328774d 2024-11-23T02:23:29,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/bb4aad926d7f4c15bbb3b7eb6883e347 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/bb4aad926d7f4c15bbb3b7eb6883e347 2024-11-23T02:23:29,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/012fb34d176644a0b69a6ee7a5c4ee00 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/012fb34d176644a0b69a6ee7a5c4ee00 2024-11-23T02:23:29,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/18528b457a48494f976ab8cc731b76b6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/18528b457a48494f976ab8cc731b76b6 2024-11-23T02:23:29,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/7c10caf354ab4323941eb5df52060935 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/7c10caf354ab4323941eb5df52060935 2024-11-23T02:23:29,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/c2d202cef0784815b30e4ddd3dd398be to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/c2d202cef0784815b30e4ddd3dd398be 2024-11-23T02:23:29,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/513408eee240488aa5ea8e5a86e58369 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/513408eee240488aa5ea8e5a86e58369 2024-11-23T02:23:29,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bd24f015ac44e47bc15026c2fbdb9c2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bd24f015ac44e47bc15026c2fbdb9c2 2024-11-23T02:23:29,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a66dd0f71665456eaf2d557218a62c48 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a66dd0f71665456eaf2d557218a62c48 2024-11-23T02:23:29,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/237262b7a10f49ff933e1e679d9f8f0c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/237262b7a10f49ff933e1e679d9f8f0c 2024-11-23T02:23:29,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/3a51778f88bb4c658db66c08ae4aacd8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/3a51778f88bb4c658db66c08ae4aacd8 2024-11-23T02:23:29,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c54e588895548b886c88e5534277dba to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c54e588895548b886c88e5534277dba 2024-11-23T02:23:29,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/afcd836c366642249b2537ad76475736 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/afcd836c366642249b2537ad76475736 2024-11-23T02:23:29,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1b457842312344f19135e0c51f743e85 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1b457842312344f19135e0c51f743e85 2024-11-23T02:23:29,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/38dc382bcf3e47409701cad2a38cee0a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/38dc382bcf3e47409701cad2a38cee0a 2024-11-23T02:23:29,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/0501901d7f61451db4e3b1b4d0ec3df0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/0501901d7f61451db4e3b1b4d0ec3df0 2024-11-23T02:23:29,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/01d4ca5862544141933b627d48bafdc7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/01d4ca5862544141933b627d48bafdc7 2024-11-23T02:23:29,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/805ae640ad9f44518fa5a49bf7c70ce0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/805ae640ad9f44518fa5a49bf7c70ce0 2024-11-23T02:23:29,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/584c75993866423ea453dee227037ecc to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/584c75993866423ea453dee227037ecc 2024-11-23T02:23:29,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a196188d56684defb2aa8959b64c0744 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a196188d56684defb2aa8959b64c0744 2024-11-23T02:23:29,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/24bd46d378da42459887e37741d6748b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/24bd46d378da42459887e37741d6748b 2024-11-23T02:23:29,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/044a4944b767484189f884ffe6a16767 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/044a4944b767484189f884ffe6a16767 2024-11-23T02:23:29,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/560104cff0bc469f8792e310fa2a8d82 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/560104cff0bc469f8792e310fa2a8d82 2024-11-23T02:23:29,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/b6fc6e80b010423a8c9c656b41a496d6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/b6fc6e80b010423a8c9c656b41a496d6 2024-11-23T02:23:29,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/36910aae133349c6a4f5799900c270cb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/36910aae133349c6a4f5799900c270cb 2024-11-23T02:23:29,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d8628a91e9814f71a73d1a4690dee604 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d8628a91e9814f71a73d1a4690dee604 2024-11-23T02:23:29,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/448c4ede0d14437080e7654689e94d2d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/448c4ede0d14437080e7654689e94d2d 2024-11-23T02:23:29,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c021b9867c34f69aa1344941a129399 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9c021b9867c34f69aa1344941a129399 2024-11-23T02:23:29,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/061eeda6d9154e7a87fc2969c3ad7d91 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/061eeda6d9154e7a87fc2969c3ad7d91 2024-11-23T02:23:29,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f617497648ea4fedaec6e72d1b2b06f7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f617497648ea4fedaec6e72d1b2b06f7 2024-11-23T02:23:29,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9a463f0696b4484a820289b1239f2856 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9a463f0696b4484a820289b1239f2856 2024-11-23T02:23:29,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a7f82d8ad3084ab8b043767b1a36d903 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a7f82d8ad3084ab8b043767b1a36d903 2024-11-23T02:23:29,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f03236a23e5c4a79961fdb8d2d6f80de to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/f03236a23e5c4a79961fdb8d2d6f80de 2024-11-23T02:23:29,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/00dacdee4d3b4703bb72a0b9fb4fc235 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/00dacdee4d3b4703bb72a0b9fb4fc235 2024-11-23T02:23:29,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/ef5501e435f34d3dbbc33533b47c9fbc to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/ef5501e435f34d3dbbc33533b47c9fbc 2024-11-23T02:23:29,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/48d79ea1b09546e686c90f4e25c58895 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/48d79ea1b09546e686c90f4e25c58895 2024-11-23T02:23:29,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/6ef45602449142d9b57ea4cf41366b19 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/6ef45602449142d9b57ea4cf41366b19 2024-11-23T02:23:29,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1aaa38d1e448451399718cc924ed0574 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/1aaa38d1e448451399718cc924ed0574 2024-11-23T02:23:29,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/0173bf871df1414aa76eb182db8f0663, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d17a4618703546ae9d996eefb49f8742, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5347833e370b41759e1e5ffcdb77d5ca, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/abb43202a2bb459abc65ecbb85c2b8b7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/faf808fc32a648dc8dd6408fbbdc6e25, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e42f06771f854c15993b4326d3773318, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/691d1f4661b34b8db3633f229353efbe, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/31daee0169f44afd82b71080fb3f56f0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cceff19e7d87475881679737b17b7acb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/98c50d3fb67d434787ae350829abf381, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cb3e5f2848ad4ca09231685aa25e4547, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/453f5f6b65cb46eab9ac1612e202c81d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/b5bad91912f344b4bf40b5ee1eec7987, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/da8b6bcb1d54420590bd1b1e2d31fd1b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/ceadee92d48145b7bdc003a523ae1277, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f8598c44df9241178f8e6238af0b1b44, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/73eec2066d5947f9812d15fe4ca3b6ea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/2938df50ec81430bb7faf3e37613b17b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4da3907d6f4d42af8f061b241319599f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/08afab249d7a45f1a6ffa5b4c7fbbfef, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d94ca9e79ebe4384b66e662b2e5b1da4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8c43b5ee81a24f74bd95c05ad77749d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5ea9638396d548fcb3d040a1571d40ce, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3636334b155548a18603e309a0876218, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/74b439a3f2c745d48893ab2ceec353f4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e86e26959f7f4fbe892bc2c39dc394b0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3d88c6b98c82419d974cb3543bbc0b65, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/61323820fbe8427c836ee6decca8498f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/bae0a53a49fc4f11a533f719eee4b613, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/511ac80b30f04cb5bd90cb733940d946, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/a71a2802c890485c86cf6a2ace1d9546, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/881ac94fe9ec4afcbfc37479bee61c5b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/26fd9d649e92406cacf8c18cbe94034e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f418e4762ba7443bb9e59a368d0da9ff, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/7dd66de312c6486bac48cffbf990388d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3b9f2fce1e8640d490c32c017b45525b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/df321dd5717a4657912ca79bd09730ce, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e7601c3c2c72492584dc20ef5dd46c52, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8a2d0b341c8c4e7fa48763f5350772ce] to archive 2024-11-23T02:23:29,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:29,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/0173bf871df1414aa76eb182db8f0663 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/0173bf871df1414aa76eb182db8f0663 2024-11-23T02:23:29,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d17a4618703546ae9d996eefb49f8742 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d17a4618703546ae9d996eefb49f8742 2024-11-23T02:23:29,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5347833e370b41759e1e5ffcdb77d5ca to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5347833e370b41759e1e5ffcdb77d5ca 2024-11-23T02:23:29,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/abb43202a2bb459abc65ecbb85c2b8b7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/abb43202a2bb459abc65ecbb85c2b8b7 2024-11-23T02:23:29,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/faf808fc32a648dc8dd6408fbbdc6e25 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/faf808fc32a648dc8dd6408fbbdc6e25 2024-11-23T02:23:29,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e42f06771f854c15993b4326d3773318 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e42f06771f854c15993b4326d3773318 2024-11-23T02:23:29,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/691d1f4661b34b8db3633f229353efbe to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/691d1f4661b34b8db3633f229353efbe 2024-11-23T02:23:29,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/31daee0169f44afd82b71080fb3f56f0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/31daee0169f44afd82b71080fb3f56f0 2024-11-23T02:23:29,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cceff19e7d87475881679737b17b7acb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cceff19e7d87475881679737b17b7acb 2024-11-23T02:23:29,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/98c50d3fb67d434787ae350829abf381 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/98c50d3fb67d434787ae350829abf381 2024-11-23T02:23:29,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cb3e5f2848ad4ca09231685aa25e4547 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/cb3e5f2848ad4ca09231685aa25e4547 2024-11-23T02:23:29,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/453f5f6b65cb46eab9ac1612e202c81d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/453f5f6b65cb46eab9ac1612e202c81d 2024-11-23T02:23:29,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/b5bad91912f344b4bf40b5ee1eec7987 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/b5bad91912f344b4bf40b5ee1eec7987 2024-11-23T02:23:29,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/da8b6bcb1d54420590bd1b1e2d31fd1b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/da8b6bcb1d54420590bd1b1e2d31fd1b 2024-11-23T02:23:29,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/ceadee92d48145b7bdc003a523ae1277 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/ceadee92d48145b7bdc003a523ae1277 2024-11-23T02:23:29,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f8598c44df9241178f8e6238af0b1b44 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f8598c44df9241178f8e6238af0b1b44 2024-11-23T02:23:29,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/73eec2066d5947f9812d15fe4ca3b6ea to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/73eec2066d5947f9812d15fe4ca3b6ea 2024-11-23T02:23:29,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/2938df50ec81430bb7faf3e37613b17b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/2938df50ec81430bb7faf3e37613b17b 2024-11-23T02:23:29,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4da3907d6f4d42af8f061b241319599f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4da3907d6f4d42af8f061b241319599f 2024-11-23T02:23:29,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/08afab249d7a45f1a6ffa5b4c7fbbfef to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/08afab249d7a45f1a6ffa5b4c7fbbfef 2024-11-23T02:23:29,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d94ca9e79ebe4384b66e662b2e5b1da4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/d94ca9e79ebe4384b66e662b2e5b1da4 2024-11-23T02:23:29,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8c43b5ee81a24f74bd95c05ad77749d9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8c43b5ee81a24f74bd95c05ad77749d9 2024-11-23T02:23:29,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5ea9638396d548fcb3d040a1571d40ce to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5ea9638396d548fcb3d040a1571d40ce 2024-11-23T02:23:29,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3636334b155548a18603e309a0876218 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3636334b155548a18603e309a0876218 2024-11-23T02:23:29,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/74b439a3f2c745d48893ab2ceec353f4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/74b439a3f2c745d48893ab2ceec353f4 2024-11-23T02:23:29,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e86e26959f7f4fbe892bc2c39dc394b0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e86e26959f7f4fbe892bc2c39dc394b0 2024-11-23T02:23:29,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3d88c6b98c82419d974cb3543bbc0b65 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3d88c6b98c82419d974cb3543bbc0b65 2024-11-23T02:23:29,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/61323820fbe8427c836ee6decca8498f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/61323820fbe8427c836ee6decca8498f 2024-11-23T02:23:29,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/bae0a53a49fc4f11a533f719eee4b613 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/bae0a53a49fc4f11a533f719eee4b613 2024-11-23T02:23:29,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/511ac80b30f04cb5bd90cb733940d946 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/511ac80b30f04cb5bd90cb733940d946 2024-11-23T02:23:29,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/a71a2802c890485c86cf6a2ace1d9546 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/a71a2802c890485c86cf6a2ace1d9546 2024-11-23T02:23:29,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/881ac94fe9ec4afcbfc37479bee61c5b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/881ac94fe9ec4afcbfc37479bee61c5b 2024-11-23T02:23:29,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/26fd9d649e92406cacf8c18cbe94034e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/26fd9d649e92406cacf8c18cbe94034e 2024-11-23T02:23:29,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f418e4762ba7443bb9e59a368d0da9ff to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/f418e4762ba7443bb9e59a368d0da9ff 2024-11-23T02:23:29,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/7dd66de312c6486bac48cffbf990388d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/7dd66de312c6486bac48cffbf990388d 2024-11-23T02:23:29,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3b9f2fce1e8640d490c32c017b45525b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/3b9f2fce1e8640d490c32c017b45525b 2024-11-23T02:23:29,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/df321dd5717a4657912ca79bd09730ce to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/df321dd5717a4657912ca79bd09730ce 2024-11-23T02:23:29,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e7601c3c2c72492584dc20ef5dd46c52 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/e7601c3c2c72492584dc20ef5dd46c52 2024-11-23T02:23:29,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8a2d0b341c8c4e7fa48763f5350772ce to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8a2d0b341c8c4e7fa48763f5350772ce 2024-11-23T02:23:29,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3fb010cca99401f84fc07752bbc5aa1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/182142cdc6724b26969ed302798c3b8c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/816314b950c14ea2a50606bc67313557, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8112797c714a43a0af566d0b068dfce3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e6a9fe6cc4594674812374c9629bdb08, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/51ca818d71184e24aec55547ac8e9b2d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8bf43e257340474ab9a150a8623158c0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/44483a1381be4170bab2ae797830d859, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5c2d7c37e73b456a81e7780b667567b5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/91103b841a26497b93f46f2e69dffe51, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/16fe00d029ab4523a325d41bfdb1e3fa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6110fe41edfd4a4d9b56569cd774f0a1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/da087da7f5d44d648cfb8d600d6768ee, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/997c102dfbc14df387177495780a9eb3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8f9ec962e12c4038babca2cc09e72fe5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/055ea2834b98416fa8d8a912f94bad35, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5d4b1823b89a4c35be746dfe8fd66aea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/06244c0d17e842b1962d5b5e7f2a00c0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1b77a321025b4bc585de0b36bed0e756, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/56866a58869340b6b5543f26c61227d6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fd4ebed5c7ea4722adb2f60218b28056, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/c5531e7aff8a41fca952ef22d3a31281, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1563205add31486f9b2f9bb54131bebf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6826406e3054422fa90265a452f62666, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5bc818168c1847e9881fdf2a77018197, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/7407e820a41d4f19b751ac751ef0c00a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/19590aded7354d23bd496b7e8c40461e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/2d77d8540f704d7ba22d5b4713484cdb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/dca6b470893648a6bcb81c287b21bebf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e2e10dafb6b54356885dca8f18bda1d6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/887e4455f68e42e2ae72bed9fcc3553d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/468a92a29fea4428bccffa8ce719f605, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/658b20990c7842bfacf68205688c849c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fe29e600f5e04769815c7054aa1753a2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/f96237ab8945489ebd90fdab144efe46, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/0bff1f20e52c4247b7c3d9e754b16b7d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/30d2bccad324425f927ba268bdeb3949, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/720ba60679ce4262a34c5217adefb50f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/eb8b3db6d916419abfeceb37ed1d2260] to archive 2024-11-23T02:23:29,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:29,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3fb010cca99401f84fc07752bbc5aa1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3fb010cca99401f84fc07752bbc5aa1 2024-11-23T02:23:29,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/182142cdc6724b26969ed302798c3b8c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/182142cdc6724b26969ed302798c3b8c 2024-11-23T02:23:29,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/816314b950c14ea2a50606bc67313557 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/816314b950c14ea2a50606bc67313557 2024-11-23T02:23:29,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8112797c714a43a0af566d0b068dfce3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8112797c714a43a0af566d0b068dfce3 2024-11-23T02:23:29,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e6a9fe6cc4594674812374c9629bdb08 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e6a9fe6cc4594674812374c9629bdb08 2024-11-23T02:23:29,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/51ca818d71184e24aec55547ac8e9b2d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/51ca818d71184e24aec55547ac8e9b2d 2024-11-23T02:23:29,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8bf43e257340474ab9a150a8623158c0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8bf43e257340474ab9a150a8623158c0 2024-11-23T02:23:29,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/44483a1381be4170bab2ae797830d859 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/44483a1381be4170bab2ae797830d859 2024-11-23T02:23:29,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5c2d7c37e73b456a81e7780b667567b5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5c2d7c37e73b456a81e7780b667567b5 2024-11-23T02:23:29,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/91103b841a26497b93f46f2e69dffe51 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/91103b841a26497b93f46f2e69dffe51 2024-11-23T02:23:29,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/16fe00d029ab4523a325d41bfdb1e3fa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/16fe00d029ab4523a325d41bfdb1e3fa 2024-11-23T02:23:29,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6110fe41edfd4a4d9b56569cd774f0a1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6110fe41edfd4a4d9b56569cd774f0a1 2024-11-23T02:23:29,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/da087da7f5d44d648cfb8d600d6768ee to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/da087da7f5d44d648cfb8d600d6768ee 2024-11-23T02:23:29,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/997c102dfbc14df387177495780a9eb3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/997c102dfbc14df387177495780a9eb3 2024-11-23T02:23:29,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8f9ec962e12c4038babca2cc09e72fe5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/8f9ec962e12c4038babca2cc09e72fe5 2024-11-23T02:23:29,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/055ea2834b98416fa8d8a912f94bad35 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/055ea2834b98416fa8d8a912f94bad35 2024-11-23T02:23:29,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5d4b1823b89a4c35be746dfe8fd66aea to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5d4b1823b89a4c35be746dfe8fd66aea 2024-11-23T02:23:29,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/06244c0d17e842b1962d5b5e7f2a00c0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/06244c0d17e842b1962d5b5e7f2a00c0 2024-11-23T02:23:29,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1b77a321025b4bc585de0b36bed0e756 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1b77a321025b4bc585de0b36bed0e756 2024-11-23T02:23:29,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/56866a58869340b6b5543f26c61227d6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/56866a58869340b6b5543f26c61227d6 2024-11-23T02:23:29,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fd4ebed5c7ea4722adb2f60218b28056 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fd4ebed5c7ea4722adb2f60218b28056 2024-11-23T02:23:29,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/c5531e7aff8a41fca952ef22d3a31281 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/c5531e7aff8a41fca952ef22d3a31281 2024-11-23T02:23:29,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1563205add31486f9b2f9bb54131bebf to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/1563205add31486f9b2f9bb54131bebf 2024-11-23T02:23:29,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6826406e3054422fa90265a452f62666 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/6826406e3054422fa90265a452f62666 2024-11-23T02:23:29,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5bc818168c1847e9881fdf2a77018197 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/5bc818168c1847e9881fdf2a77018197 2024-11-23T02:23:29,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/7407e820a41d4f19b751ac751ef0c00a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/7407e820a41d4f19b751ac751ef0c00a 2024-11-23T02:23:29,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/19590aded7354d23bd496b7e8c40461e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/19590aded7354d23bd496b7e8c40461e 2024-11-23T02:23:29,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/2d77d8540f704d7ba22d5b4713484cdb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/2d77d8540f704d7ba22d5b4713484cdb 2024-11-23T02:23:29,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/dca6b470893648a6bcb81c287b21bebf to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/dca6b470893648a6bcb81c287b21bebf 2024-11-23T02:23:29,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e2e10dafb6b54356885dca8f18bda1d6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e2e10dafb6b54356885dca8f18bda1d6 2024-11-23T02:23:29,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/887e4455f68e42e2ae72bed9fcc3553d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/887e4455f68e42e2ae72bed9fcc3553d 2024-11-23T02:23:29,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/468a92a29fea4428bccffa8ce719f605 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/468a92a29fea4428bccffa8ce719f605 2024-11-23T02:23:29,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/658b20990c7842bfacf68205688c849c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/658b20990c7842bfacf68205688c849c 2024-11-23T02:23:29,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fe29e600f5e04769815c7054aa1753a2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/fe29e600f5e04769815c7054aa1753a2 2024-11-23T02:23:29,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/f96237ab8945489ebd90fdab144efe46 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/f96237ab8945489ebd90fdab144efe46 2024-11-23T02:23:29,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/0bff1f20e52c4247b7c3d9e754b16b7d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/0bff1f20e52c4247b7c3d9e754b16b7d 2024-11-23T02:23:29,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/30d2bccad324425f927ba268bdeb3949 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/30d2bccad324425f927ba268bdeb3949 2024-11-23T02:23:29,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/720ba60679ce4262a34c5217adefb50f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/720ba60679ce4262a34c5217adefb50f 2024-11-23T02:23:29,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/eb8b3db6d916419abfeceb37ed1d2260 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/eb8b3db6d916419abfeceb37ed1d2260 2024-11-23T02:23:29,813 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/recovered.edits/590.seqid, newMaxSeqId=590, maxSeqId=1 2024-11-23T02:23:29,813 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035. 2024-11-23T02:23:29,813 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for c05c4298896b1e37458bef7d84ad4035: 2024-11-23T02:23:29,814 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:29,815 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c05c4298896b1e37458bef7d84ad4035, regionState=CLOSED 2024-11-23T02:23:29,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T02:23:29,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure c05c4298896b1e37458bef7d84ad4035, server=fde8ce287ea2,37605,1732328523434 in 1.8060 sec 2024-11-23T02:23:29,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-23T02:23:29,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c05c4298896b1e37458bef7d84ad4035, UNASSIGN in 1.8090 sec 2024-11-23T02:23:29,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T02:23:29,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8110 sec 2024-11-23T02:23:29,820 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328609820"}]},"ts":"1732328609820"} 2024-11-23T02:23:29,821 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:23:29,823 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:23:29,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8220 sec 2024-11-23T02:23:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:23:30,106 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T02:23:30,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:23:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,108 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:23:30,109 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,111 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:30,113 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/recovered.edits] 2024-11-23T02:23:30,115 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bcacd8b5b4648feafc1065186daba1d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/9bcacd8b5b4648feafc1065186daba1d 2024-11-23T02:23:30,116 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a299470b0bbc4974b5924a47e218f039 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/a299470b0bbc4974b5924a47e218f039 2024-11-23T02:23:30,117 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d7b5830a8b13465b92b5272035724fc0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/A/d7b5830a8b13465b92b5272035724fc0 2024-11-23T02:23:30,119 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4de6ce45ba224ffabf68f75415eee48b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/4de6ce45ba224ffabf68f75415eee48b 2024-11-23T02:23:30,120 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5e96ffeec9f74b1a8eabceb5c83655d4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/5e96ffeec9f74b1a8eabceb5c83655d4 2024-11-23T02:23:30,120 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8f0eb51df53343d29ab49c21ca4def92 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/B/8f0eb51df53343d29ab49c21ca4def92 2024-11-23T02:23:30,122 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/3e981d01daaf473baae99da12bafe20a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/3e981d01daaf473baae99da12bafe20a 2024-11-23T02:23:30,123 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3526905b4484fec8a6c79da685ce584 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e3526905b4484fec8a6c79da685ce584 2024-11-23T02:23:30,124 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e871b068999a40468c6ca3ffe9a2bc8e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/C/e871b068999a40468c6ca3ffe9a2bc8e 2024-11-23T02:23:30,126 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/recovered.edits/590.seqid to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035/recovered.edits/590.seqid 2024-11-23T02:23:30,127 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/c05c4298896b1e37458bef7d84ad4035 2024-11-23T02:23:30,127 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:23:30,128 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,131 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:23:30,133 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:23:30,134 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,134 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:23:30,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328610134"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:30,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:23:30,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c05c4298896b1e37458bef7d84ad4035, NAME => 'TestAcidGuarantees,,1732328583240.c05c4298896b1e37458bef7d84ad4035.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:23:30,136 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:23:30,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328610136"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:30,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:23:30,141 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-23T02:23:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:23:30,210 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-23T02:23:30,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 241), OpenFileDescriptor=456 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 626) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3724 (was 3791) 2024-11-23T02:23:30,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=3724 2024-11-23T02:23:30,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:23:30,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:23:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:30,230 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:23:30,230 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:30,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-23T02:23:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T02:23:30,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:23:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742191_1367 (size=963) 2024-11-23T02:23:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T02:23:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T02:23:30,638 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:23:30,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742192_1368 (size=53) 2024-11-23T02:23:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T02:23:31,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:31,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 45b3fa690452ae1589ee5205df01f806, disabling compactions & flushes 2024-11-23T02:23:31,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. after waiting 0 ms 2024-11-23T02:23:31,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:31,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:23:31,045 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328611045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328611045"}]},"ts":"1732328611045"} 2024-11-23T02:23:31,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:23:31,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:23:31,046 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328611046"}]},"ts":"1732328611046"} 2024-11-23T02:23:31,047 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:23:31,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, ASSIGN}] 2024-11-23T02:23:31,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, ASSIGN 2024-11-23T02:23:31,053 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:23:31,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:31,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T02:23:31,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:31,358 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,359 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:23:31,359 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,359 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:31,359 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,359 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,360 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,361 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:31,361 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3fa690452ae1589ee5205df01f806 columnFamilyName A 2024-11-23T02:23:31,361 DEBUG [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:31,362 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(327): Store=45b3fa690452ae1589ee5205df01f806/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:31,362 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,363 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:31,363 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3fa690452ae1589ee5205df01f806 columnFamilyName B 2024-11-23T02:23:31,363 DEBUG [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:31,363 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(327): Store=45b3fa690452ae1589ee5205df01f806/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:31,363 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,364 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:31,364 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3fa690452ae1589ee5205df01f806 columnFamilyName C 2024-11-23T02:23:31,364 DEBUG [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:31,364 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(327): Store=45b3fa690452ae1589ee5205df01f806/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:31,365 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,365 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,365 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,366 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:23:31,367 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:31,368 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:23:31,368 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 45b3fa690452ae1589ee5205df01f806; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65035319, jitterRate=-0.03089822828769684}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:23:31,369 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:31,370 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., pid=96, masterSystemTime=1732328611356 2024-11-23T02:23:31,371 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,371 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:31,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:31,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T02:23:31,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 in 167 msec 2024-11-23T02:23:31,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-23T02:23:31,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, ASSIGN in 321 msec 2024-11-23T02:23:31,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:23:31,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328611375"}]},"ts":"1732328611375"} 2024-11-23T02:23:31,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:23:31,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:23:31,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-23T02:23:31,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:23:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T02:23:32,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-23T02:23:32,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-23T02:23:32,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:32,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:32,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:32,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:23:32,343 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:23:32,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:23:32,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:23:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742193_1369 (size=999) 2024-11-23T02:23:32,754 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T02:23:32,754 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T02:23:32,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:32,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, REOPEN/MOVE}] 2024-11-23T02:23:32,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, REOPEN/MOVE 2024-11-23T02:23:32,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:32,759 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:32,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:32,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:32,911 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:32,911 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:32,911 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 45b3fa690452ae1589ee5205df01f806, disabling compactions & flushes 2024-11-23T02:23:32,911 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:32,911 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:32,911 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. after waiting 0 ms 2024-11-23T02:23:32,911 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:32,915 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T02:23:32,915 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:32,915 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:32,915 WARN [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 45b3fa690452ae1589ee5205df01f806 to self. 2024-11-23T02:23:32,917 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:32,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=CLOSED 2024-11-23T02:23:32,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T02:23:32,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 in 159 msec 2024-11-23T02:23:32,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, REOPEN/MOVE; state=CLOSED, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=true 2024-11-23T02:23:33,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:33,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:23:33,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,225 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,225 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:23:33,226 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,226 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:33,226 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,226 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,227 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,228 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:33,228 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3fa690452ae1589ee5205df01f806 columnFamilyName A 2024-11-23T02:23:33,229 DEBUG [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:33,229 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(327): Store=45b3fa690452ae1589ee5205df01f806/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:33,229 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,230 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:33,230 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3fa690452ae1589ee5205df01f806 columnFamilyName B 2024-11-23T02:23:33,230 DEBUG [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:33,230 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(327): Store=45b3fa690452ae1589ee5205df01f806/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:33,230 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,231 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:33,231 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3fa690452ae1589ee5205df01f806 columnFamilyName C 2024-11-23T02:23:33,231 DEBUG [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:33,231 INFO [StoreOpener-45b3fa690452ae1589ee5205df01f806-1 {}] regionserver.HStore(327): Store=45b3fa690452ae1589ee5205df01f806/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:33,231 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,232 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,233 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,234 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:23:33,235 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,235 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 45b3fa690452ae1589ee5205df01f806; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64169615, jitterRate=-0.04379822313785553}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:23:33,236 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:33,237 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., pid=101, masterSystemTime=1732328613222 2024-11-23T02:23:33,238 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,238 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=OPEN, openSeqNum=5, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-23T02:23:33,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 in 168 msec 2024-11-23T02:23:33,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T02:23:33,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, REOPEN/MOVE in 482 msec 2024-11-23T02:23:33,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T02:23:33,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-23T02:23:33,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-23T02:23:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T02:23:33,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-23T02:23:33,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-23T02:23:33,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-23T02:23:33,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-23T02:23:33,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-23T02:23:33,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-23T02:23:33,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-23T02:23:33,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-23T02:23:33,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-23T02:23:33,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-23T02:23:33,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:33,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-23T02:23:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:33,321 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:33,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:33,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:33,323 DEBUG [hconnection-0x205f71c1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,323 DEBUG [hconnection-0x9a0410e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,323 DEBUG [hconnection-0x7e2a6503-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,324 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,324 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,324 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,324 DEBUG [hconnection-0x7e51be22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,325 DEBUG [hconnection-0xc05cf53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,325 DEBUG [hconnection-0x3273eb9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,325 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,326 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,326 DEBUG [hconnection-0x5de1cede-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,326 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,327 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,327 DEBUG [hconnection-0xcf0b5ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,327 DEBUG [hconnection-0x233e44e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,328 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,328 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,331 DEBUG [hconnection-0x7f8fd376-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:33,332 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:23:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328673352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328673353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328673353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328673355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328673356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f108664f956f4b64a3fd2c2607bd6a5d_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328613335/Put/seqid=0 2024-11-23T02:23:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742194_1370 (size=14594) 2024-11-23T02:23:33,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:33,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f108664f956f4b64a3fd2c2607bd6a5d_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f108664f956f4b64a3fd2c2607bd6a5d_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:33,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/4f774492de684b4e8799dd45bd218c4f, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:33,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/4f774492de684b4e8799dd45bd218c4f is 175, key is test_row_0/A:col10/1732328613335/Put/seqid=0 2024-11-23T02:23:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742195_1371 (size=39549) 2024-11-23T02:23:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328673458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328673458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328673458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328673463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328673464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:33,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:33,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:33,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328673663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328673664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328673664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328673665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328673671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/4f774492de684b4e8799dd45bd218c4f 2024-11-23T02:23:33,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e9fe660c0fe348b4abd10b6eeae6ccc4 is 50, key is test_row_0/B:col10/1732328613335/Put/seqid=0 2024-11-23T02:23:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742196_1372 (size=12001) 2024-11-23T02:23:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:33,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:33,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328673969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328673970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328673970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328673971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:33,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328673976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e9fe660c0fe348b4abd10b6eeae6ccc4 2024-11-23T02:23:34,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/e3c2aac9ab2643af9b775f98e2e1878c is 50, key is test_row_0/C:col10/1732328613335/Put/seqid=0 2024-11-23T02:23:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742197_1373 (size=12001) 2024-11-23T02:23:34,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:34,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:34,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:34,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328674474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328674476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328674476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328674477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328674482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:34,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/e3c2aac9ab2643af9b775f98e2e1878c 2024-11-23T02:23:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/4f774492de684b4e8799dd45bd218c4f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f 2024-11-23T02:23:34,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f, entries=200, sequenceid=18, filesize=38.6 K 2024-11-23T02:23:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e9fe660c0fe348b4abd10b6eeae6ccc4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e9fe660c0fe348b4abd10b6eeae6ccc4 2024-11-23T02:23:34,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e9fe660c0fe348b4abd10b6eeae6ccc4, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T02:23:34,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/e3c2aac9ab2643af9b775f98e2e1878c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/e3c2aac9ab2643af9b775f98e2e1878c 2024-11-23T02:23:34,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/e3c2aac9ab2643af9b775f98e2e1878c, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T02:23:34,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 45b3fa690452ae1589ee5205df01f806 in 1342ms, sequenceid=18, compaction requested=false 2024-11-23T02:23:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:34,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:34,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T02:23:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:34,696 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:23:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233a29fc527ad0471c93561aac23636b20_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328613355/Put/seqid=0 2024-11-23T02:23:34,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742198_1374 (size=12154) 2024-11-23T02:23:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:35,113 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233a29fc527ad0471c93561aac23636b20_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233a29fc527ad0471c93561aac23636b20_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:35,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/3523b5a80260482ba3740d03633253a9, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:35,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/3523b5a80260482ba3740d03633253a9 is 175, key is test_row_0/A:col10/1732328613355/Put/seqid=0 2024-11-23T02:23:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742199_1375 (size=30955) 2024-11-23T02:23:35,136 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/3523b5a80260482ba3740d03633253a9 2024-11-23T02:23:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/b29b47c0672841cab774a84378063b3c is 50, key is test_row_0/B:col10/1732328613355/Put/seqid=0 2024-11-23T02:23:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742200_1376 (size=12001) 2024-11-23T02:23:35,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:23:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:35,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328675492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328675492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328675494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328675495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328675496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,551 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/b29b47c0672841cab774a84378063b3c 2024-11-23T02:23:35,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/11eca04feb0a4cbdacef32355c984223 is 50, key is test_row_0/C:col10/1732328613355/Put/seqid=0 2024-11-23T02:23:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742201_1377 (size=12001) 2024-11-23T02:23:35,565 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/11eca04feb0a4cbdacef32355c984223 2024-11-23T02:23:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/3523b5a80260482ba3740d03633253a9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9 2024-11-23T02:23:35,580 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T02:23:35,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/b29b47c0672841cab774a84378063b3c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b29b47c0672841cab774a84378063b3c 2024-11-23T02:23:35,585 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b29b47c0672841cab774a84378063b3c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T02:23:35,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/11eca04feb0a4cbdacef32355c984223 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/11eca04feb0a4cbdacef32355c984223 2024-11-23T02:23:35,590 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/11eca04feb0a4cbdacef32355c984223, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T02:23:35,590 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 45b3fa690452ae1589ee5205df01f806 in 894ms, sequenceid=40, compaction requested=false 2024-11-23T02:23:35,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:35,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:35,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-23T02:23:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-23T02:23:35,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T02:23:35,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2700 sec 2024-11-23T02:23:35,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.2730 sec 2024-11-23T02:23:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:35,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:35,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:35,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:35,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eb39283c50fb4f3f9785325d81ee6d70_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742202_1378 (size=17034) 2024-11-23T02:23:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328675621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328675623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328675624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328675625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328675625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328675728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328675730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328675730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328675730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328675734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328675932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328675934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328675935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328675935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328675940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,012 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:36,015 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eb39283c50fb4f3f9785325d81ee6d70_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eb39283c50fb4f3f9785325d81ee6d70_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:36,016 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a6fd5d453a0645fba850b697f25b754b, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:36,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a6fd5d453a0645fba850b697f25b754b is 175, key is test_row_0/A:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742203_1379 (size=48139) 2024-11-23T02:23:36,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a6fd5d453a0645fba850b697f25b754b 2024-11-23T02:23:36,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2805ad0006f84c2ca5c99cd06b93d429 is 50, key is test_row_0/B:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742204_1380 (size=12001) 2024-11-23T02:23:36,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328676236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328676238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328676239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328676239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328676246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2805ad0006f84c2ca5c99cd06b93d429 2024-11-23T02:23:36,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/55e41b914b604ca8bde4438f02d8f59a is 50, key is test_row_0/C:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:36,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742205_1381 (size=12001) 2024-11-23T02:23:36,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328676740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328676744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328676744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328676745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328676751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:36,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/55e41b914b604ca8bde4438f02d8f59a 2024-11-23T02:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a6fd5d453a0645fba850b697f25b754b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b 2024-11-23T02:23:36,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b, entries=250, sequenceid=56, filesize=47.0 K 2024-11-23T02:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2805ad0006f84c2ca5c99cd06b93d429 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2805ad0006f84c2ca5c99cd06b93d429 2024-11-23T02:23:36,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2805ad0006f84c2ca5c99cd06b93d429, entries=150, sequenceid=56, filesize=11.7 K 2024-11-23T02:23:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/55e41b914b604ca8bde4438f02d8f59a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/55e41b914b604ca8bde4438f02d8f59a 2024-11-23T02:23:36,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/55e41b914b604ca8bde4438f02d8f59a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-23T02:23:36,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 45b3fa690452ae1589ee5205df01f806 in 1270ms, sequenceid=56, compaction requested=true 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:36,871 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:36,871 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:36,872 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:36,872 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:36,872 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:36,872 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:36,872 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:36,872 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:36,872 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=115.9 K 2024-11-23T02:23:36,872 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e9fe660c0fe348b4abd10b6eeae6ccc4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b29b47c0672841cab774a84378063b3c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2805ad0006f84c2ca5c99cd06b93d429] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=35.2 K 2024-11-23T02:23:36,872 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:36,872 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b] 2024-11-23T02:23:36,873 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e9fe660c0fe348b4abd10b6eeae6ccc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732328613333 2024-11-23T02:23:36,873 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f774492de684b4e8799dd45bd218c4f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732328613333 2024-11-23T02:23:36,873 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b29b47c0672841cab774a84378063b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328613352 2024-11-23T02:23:36,873 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3523b5a80260482ba3740d03633253a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328613352 2024-11-23T02:23:36,873 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6fd5d453a0645fba850b697f25b754b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732328615490 2024-11-23T02:23:36,873 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2805ad0006f84c2ca5c99cd06b93d429, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732328615494 2024-11-23T02:23:36,879 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:36,882 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:36,883 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d169d7c30ef14312974da2228b2d7141 is 50, key is test_row_0/B:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:36,891 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231626732d211144448f97444e77974416_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:36,893 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231626732d211144448f97444e77974416_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:36,893 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231626732d211144448f97444e77974416_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742206_1382 (size=12104) 2024-11-23T02:23:36,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742207_1383 (size=4469) 2024-11-23T02:23:37,300 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d169d7c30ef14312974da2228b2d7141 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d169d7c30ef14312974da2228b2d7141 2024-11-23T02:23:37,303 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into d169d7c30ef14312974da2228b2d7141(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:37,303 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:37,303 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=13, startTime=1732328616871; duration=0sec 2024-11-23T02:23:37,304 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:37,304 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:37,304 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:37,304 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:37,304 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:37,304 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:37,305 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/e3c2aac9ab2643af9b775f98e2e1878c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/11eca04feb0a4cbdacef32355c984223, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/55e41b914b604ca8bde4438f02d8f59a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=35.2 K 2024-11-23T02:23:37,305 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e3c2aac9ab2643af9b775f98e2e1878c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732328613333 2024-11-23T02:23:37,305 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 11eca04feb0a4cbdacef32355c984223, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328613352 2024-11-23T02:23:37,305 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e41b914b604ca8bde4438f02d8f59a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732328615494 2024-11-23T02:23:37,309 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:37,309 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/1d22ffcca0bc4399b5b8d57f83c5df8e is 175, key is test_row_0/A:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:37,311 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:37,311 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/156a24fe3ddb46e9afc5b7792e92d418 is 50, key is test_row_0/C:col10/1732328615599/Put/seqid=0 2024-11-23T02:23:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742208_1384 (size=31058) 2024-11-23T02:23:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742209_1385 (size=12104) 2024-11-23T02:23:37,340 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/156a24fe3ddb46e9afc5b7792e92d418 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/156a24fe3ddb46e9afc5b7792e92d418 2024-11-23T02:23:37,345 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 156a24fe3ddb46e9afc5b7792e92d418(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:37,345 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:37,345 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=13, startTime=1732328616871; duration=0sec 2024-11-23T02:23:37,345 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:37,345 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T02:23:37,426 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-23T02:23:37,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-23T02:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T02:23:37,429 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:37,429 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:37,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T02:23:37,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T02:23:37,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:37,582 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:37,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:37,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:37,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:37,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234879ffaa22c145b39195da7476874e64_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328615623/Put/seqid=0 2024-11-23T02:23:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742210_1386 (size=12154) 2024-11-23T02:23:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T02:23:37,735 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/1d22ffcca0bc4399b5b8d57f83c5df8e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/1d22ffcca0bc4399b5b8d57f83c5df8e 2024-11-23T02:23:37,739 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 1d22ffcca0bc4399b5b8d57f83c5df8e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:37,739 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:37,739 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=13, startTime=1732328616871; duration=0sec 2024-11-23T02:23:37,739 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:37,739 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:37,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:37,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328677766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328677767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328677767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328677771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328677771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328677873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328677873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328677873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328677877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:37,998 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234879ffaa22c145b39195da7476874e64_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234879ffaa22c145b39195da7476874e64_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/724dbd952bc54e57ab7bf5d0cc2567cb, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/724dbd952bc54e57ab7bf5d0cc2567cb is 175, key is test_row_0/A:col10/1732328615623/Put/seqid=0 2024-11-23T02:23:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742211_1387 (size=30955) 2024-11-23T02:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T02:23:38,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328678076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328678077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328678077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328678082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328678382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328678383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328678383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328678386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/724dbd952bc54e57ab7bf5d0cc2567cb 2024-11-23T02:23:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/6af78798b77c4b3296d6c92432318af5 is 50, key is test_row_0/B:col10/1732328615623/Put/seqid=0 2024-11-23T02:23:38,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742212_1388 (size=12001) 2024-11-23T02:23:38,425 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/6af78798b77c4b3296d6c92432318af5 2024-11-23T02:23:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/91b03a2224854e839823d0e9af6ff9bc is 50, key is test_row_0/C:col10/1732328615623/Put/seqid=0 2024-11-23T02:23:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742213_1389 (size=12001) 2024-11-23T02:23:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T02:23:38,882 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/91b03a2224854e839823d0e9af6ff9bc 2024-11-23T02:23:38,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/724dbd952bc54e57ab7bf5d0cc2567cb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb 2024-11-23T02:23:38,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328678886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328678888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328678890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,897 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T02:23:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/6af78798b77c4b3296d6c92432318af5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6af78798b77c4b3296d6c92432318af5 2024-11-23T02:23:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328678896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:38,911 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6af78798b77c4b3296d6c92432318af5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:23:38,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/91b03a2224854e839823d0e9af6ff9bc as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/91b03a2224854e839823d0e9af6ff9bc 2024-11-23T02:23:38,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/91b03a2224854e839823d0e9af6ff9bc, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:23:38,920 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 45b3fa690452ae1589ee5205df01f806 in 1338ms, sequenceid=78, compaction requested=false 2024-11-23T02:23:38,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:38,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:38,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-23T02:23:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-23T02:23:38,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T02:23:38,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-11-23T02:23:38,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.5000 sec 2024-11-23T02:23:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T02:23:39,534 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-23T02:23:39,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T02:23:39,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:23:39,539 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:39,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:23:39,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:39,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:23:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:39,693 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a70af57eaa7e45afa43aaeb12a415ff0_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328617770/Put/seqid=0 2024-11-23T02:23:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742214_1390 (size=12154) 2024-11-23T02:23:39,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,763 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a70af57eaa7e45afa43aaeb12a415ff0_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a70af57eaa7e45afa43aaeb12a415ff0_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/cd33639c0a19400b9c15df9023a865c8, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/cd33639c0a19400b9c15df9023a865c8 is 175, key is test_row_0/A:col10/1732328617770/Put/seqid=0 2024-11-23T02:23:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:39,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742215_1391 (size=30955) 2024-11-23T02:23:39,803 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/cd33639c0a19400b9c15df9023a865c8 2024-11-23T02:23:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2537fe0ab9c940d6b4071a8f44b20151 is 50, key is test_row_0/B:col10/1732328617770/Put/seqid=0 2024-11-23T02:23:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:23:39,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742216_1392 (size=12001) 2024-11-23T02:23:39,877 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2537fe0ab9c940d6b4071a8f44b20151 2024-11-23T02:23:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/6c68858ea69b40889b91c375023bc05a is 50, key is test_row_0/C:col10/1732328617770/Put/seqid=0 2024-11-23T02:23:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328679899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328679900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:39,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328679903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328679907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328679907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:39,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742217_1393 (size=12001) 2024-11-23T02:23:39,926 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/6c68858ea69b40889b91c375023bc05a 2024-11-23T02:23:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/cd33639c0a19400b9c15df9023a865c8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8 2024-11-23T02:23:39,940 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8, entries=150, sequenceid=95, filesize=30.2 K 2024-11-23T02:23:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2537fe0ab9c940d6b4071a8f44b20151 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2537fe0ab9c940d6b4071a8f44b20151 2024-11-23T02:23:39,953 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2537fe0ab9c940d6b4071a8f44b20151, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T02:23:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/6c68858ea69b40889b91c375023bc05a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/6c68858ea69b40889b91c375023bc05a 2024-11-23T02:23:39,961 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/6c68858ea69b40889b91c375023bc05a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T02:23:39,963 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 45b3fa690452ae1589ee5205df01f806 in 270ms, sequenceid=95, compaction requested=true 2024-11-23T02:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T02:23:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T02:23:39,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T02:23:39,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 426 msec 2024-11-23T02:23:39,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 431 msec 2024-11-23T02:23:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:40,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123955fd6c084724af4aaea8a025e94df92_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742218_1394 (size=14594) 2024-11-23T02:23:40,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:40,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123955fd6c084724af4aaea8a025e94df92_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123955fd6c084724af4aaea8a025e94df92_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:40,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/32ae88dd2611409a98dcec4f7a78ae4f, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:40,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/32ae88dd2611409a98dcec4f7a78ae4f is 175, key is test_row_0/A:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328680066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328680068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742219_1395 (size=39549) 2024-11-23T02:23:40,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/32ae88dd2611409a98dcec4f7a78ae4f 2024-11-23T02:23:40,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d3818110ccaf47b3be0c8323d539421e is 50, key is test_row_0/B:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:23:40,143 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T02:23:40,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T02:23:40,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:23:40,150 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:40,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742220_1396 (size=12001) 2024-11-23T02:23:40,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d3818110ccaf47b3be0c8323d539421e 2024-11-23T02:23:40,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/350c7dac1085418e93a6ccc80614179b is 50, key is test_row_0/C:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328680179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328680179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742221_1397 (size=12001) 2024-11-23T02:23:40,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/350c7dac1085418e93a6ccc80614179b 2024-11-23T02:23:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/32ae88dd2611409a98dcec4f7a78ae4f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f 2024-11-23T02:23:40,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f, entries=200, sequenceid=116, filesize=38.6 K 2024-11-23T02:23:40,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d3818110ccaf47b3be0c8323d539421e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d3818110ccaf47b3be0c8323d539421e 2024-11-23T02:23:40,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d3818110ccaf47b3be0c8323d539421e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T02:23:40,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/350c7dac1085418e93a6ccc80614179b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/350c7dac1085418e93a6ccc80614179b 2024-11-23T02:23:40,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/350c7dac1085418e93a6ccc80614179b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T02:23:40,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 45b3fa690452ae1589ee5205df01f806 in 209ms, sequenceid=116, compaction requested=true 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:40,222 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:40,222 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:40,226 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:40,226 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:40,226 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:40,226 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d169d7c30ef14312974da2228b2d7141, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6af78798b77c4b3296d6c92432318af5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2537fe0ab9c940d6b4071a8f44b20151, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d3818110ccaf47b3be0c8323d539421e] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=47.0 K 2024-11-23T02:23:40,226 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d169d7c30ef14312974da2228b2d7141, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732328615494 2024-11-23T02:23:40,227 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6af78798b77c4b3296d6c92432318af5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328615622 2024-11-23T02:23:40,227 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2537fe0ab9c940d6b4071a8f44b20151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732328617763 2024-11-23T02:23:40,227 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3818110ccaf47b3be0c8323d539421e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328619887 2024-11-23T02:23:40,228 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:40,228 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:40,228 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:40,228 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/1d22ffcca0bc4399b5b8d57f83c5df8e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=129.4 K 2024-11-23T02:23:40,228 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:40,228 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/1d22ffcca0bc4399b5b8d57f83c5df8e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f] 2024-11-23T02:23:40,229 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d22ffcca0bc4399b5b8d57f83c5df8e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732328615494 2024-11-23T02:23:40,229 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 724dbd952bc54e57ab7bf5d0cc2567cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328615622 2024-11-23T02:23:40,230 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting cd33639c0a19400b9c15df9023a865c8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732328617763 2024-11-23T02:23:40,231 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ae88dd2611409a98dcec4f7a78ae4f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328619887 2024-11-23T02:23:40,249 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:40,250 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:40,251 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e431164fff4e4bfd93df4619bc27927b is 50, key is test_row_0/B:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:23:40,264 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112314d01a88acf84f6f9d663fbfdb08e41c_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:40,267 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112314d01a88acf84f6f9d663fbfdb08e41c_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:40,268 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112314d01a88acf84f6f9d663fbfdb08e41c_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:40,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T02:23:40,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:40,303 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742222_1398 (size=12241) 2024-11-23T02:23:40,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112384723a9e76d84d16a0679d17a52e98ca_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328620066/Put/seqid=0 2024-11-23T02:23:40,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742223_1399 (size=4469) 2024-11-23T02:23:40,333 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#340 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:40,334 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/edefa3f0da5d4c78b039562f0541a1e5 is 175, key is test_row_0/A:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742224_1400 (size=12204) 2024-11-23T02:23:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742225_1401 (size=31195) 2024-11-23T02:23:40,409 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/edefa3f0da5d4c78b039562f0541a1e5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/edefa3f0da5d4c78b039562f0541a1e5 2024-11-23T02:23:40,418 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into edefa3f0da5d4c78b039562f0541a1e5(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:40,418 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:40,418 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=12, startTime=1732328620222; duration=0sec 2024-11-23T02:23:40,418 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:40,418 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:40,418 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:40,421 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:40,421 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:40,421 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:40,421 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/156a24fe3ddb46e9afc5b7792e92d418, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/91b03a2224854e839823d0e9af6ff9bc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/6c68858ea69b40889b91c375023bc05a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/350c7dac1085418e93a6ccc80614179b] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=47.0 K 2024-11-23T02:23:40,422 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 156a24fe3ddb46e9afc5b7792e92d418, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732328615494 2024-11-23T02:23:40,422 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 91b03a2224854e839823d0e9af6ff9bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328615622 2024-11-23T02:23:40,422 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c68858ea69b40889b91c375023bc05a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732328617763 2024-11-23T02:23:40,423 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 350c7dac1085418e93a6ccc80614179b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328619887 2024-11-23T02:23:40,437 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:40,438 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/4ab1cf5a59b447798f9e952e257ae462 is 50, key is test_row_0/C:col10/1732328620012/Put/seqid=0 2024-11-23T02:23:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:23:40,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742226_1402 (size=12241) 2024-11-23T02:23:40,471 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/4ab1cf5a59b447798f9e952e257ae462 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4ab1cf5a59b447798f9e952e257ae462 2024-11-23T02:23:40,477 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 4ab1cf5a59b447798f9e952e257ae462(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:40,477 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:40,477 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=12, startTime=1732328620222; duration=0sec 2024-11-23T02:23:40,477 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,477 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:40,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328680470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328680480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328680582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328680586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,729 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e431164fff4e4bfd93df4619bc27927b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e431164fff4e4bfd93df4619bc27927b 2024-11-23T02:23:40,735 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into e431164fff4e4bfd93df4619bc27927b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:40,735 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:40,735 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=12, startTime=1732328620222; duration=0sec 2024-11-23T02:23:40,735 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,735 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:23:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:40,781 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112384723a9e76d84d16a0679d17a52e98ca_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112384723a9e76d84d16a0679d17a52e98ca_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:40,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/9be6799187f4468e911dc296a43a87e4, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:40,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/9be6799187f4468e911dc296a43a87e4 is 175, key is test_row_0/A:col10/1732328620066/Put/seqid=0 2024-11-23T02:23:40,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328680786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328680796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742227_1403 (size=31005) 2024-11-23T02:23:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/9be6799187f4468e911dc296a43a87e4 2024-11-23T02:23:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/bda3e2a92ff846ab8fa5b903993e5a35 is 50, key is test_row_0/B:col10/1732328620066/Put/seqid=0 2024-11-23T02:23:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742228_1404 (size=12051) 2024-11-23T02:23:40,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/bda3e2a92ff846ab8fa5b903993e5a35 2024-11-23T02:23:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/cef31fbb90aa46fab807e224c8fd10a6 is 50, key is test_row_0/C:col10/1732328620066/Put/seqid=0 2024-11-23T02:23:40,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742229_1405 (size=12051) 2024-11-23T02:23:40,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/cef31fbb90aa46fab807e224c8fd10a6 2024-11-23T02:23:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/9be6799187f4468e911dc296a43a87e4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4 2024-11-23T02:23:40,961 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4, entries=150, sequenceid=131, filesize=30.3 K 2024-11-23T02:23:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/bda3e2a92ff846ab8fa5b903993e5a35 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/bda3e2a92ff846ab8fa5b903993e5a35 2024-11-23T02:23:40,971 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/bda3e2a92ff846ab8fa5b903993e5a35, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T02:23:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/cef31fbb90aa46fab807e224c8fd10a6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/cef31fbb90aa46fab807e224c8fd10a6 2024-11-23T02:23:40,983 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/cef31fbb90aa46fab807e224c8fd10a6, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T02:23:40,985 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 45b3fa690452ae1589ee5205df01f806 in 681ms, sequenceid=131, compaction requested=false 2024-11-23T02:23:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T02:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T02:23:40,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T02:23:40,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 836 msec 2024-11-23T02:23:40,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 845 msec 2024-11-23T02:23:41,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:23:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:41,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112382d333863cb04719910b0d26b3a46071_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742230_1406 (size=14794) 2024-11-23T02:23:41,140 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:41,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112382d333863cb04719910b0d26b3a46071_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382d333863cb04719910b0d26b3a46071_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:41,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/300253681daa4176bf88b590b746d8f9, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:41,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/300253681daa4176bf88b590b746d8f9 is 175, key is test_row_0/A:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742231_1407 (size=39749) 2024-11-23T02:23:41,168 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/300253681daa4176bf88b590b746d8f9 2024-11-23T02:23:41,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328681162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328681162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/72da2d49eed24d109a43642916db877c is 50, key is test_row_0/B:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742232_1408 (size=12151) 2024-11-23T02:23:41,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/72da2d49eed24d109a43642916db877c 2024-11-23T02:23:41,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/589393ee637a4ab8bd1ae3401fe61dd8 is 50, key is test_row_0/C:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:23:41,255 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T02:23:41,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T02:23:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:23:41,263 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:41,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:41,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:41,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328681276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742233_1409 (size=12151) 2024-11-23T02:23:41,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/589393ee637a4ab8bd1ae3401fe61dd8 2024-11-23T02:23:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328681279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/300253681daa4176bf88b590b746d8f9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9 2024-11-23T02:23:41,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9, entries=200, sequenceid=156, filesize=38.8 K 2024-11-23T02:23:41,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/72da2d49eed24d109a43642916db877c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/72da2d49eed24d109a43642916db877c 2024-11-23T02:23:41,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/72da2d49eed24d109a43642916db877c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T02:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/589393ee637a4ab8bd1ae3401fe61dd8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/589393ee637a4ab8bd1ae3401fe61dd8 2024-11-23T02:23:41,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/589393ee637a4ab8bd1ae3401fe61dd8, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T02:23:41,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 45b3fa690452ae1589ee5205df01f806 in 220ms, sequenceid=156, compaction requested=true 2024-11-23T02:23:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:41,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:41,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,316 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:41,316 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:41,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:41,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:41,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:41,318 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:41,318 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:41,318 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:41,318 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:41,318 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:41,318 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:41,318 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/edefa3f0da5d4c78b039562f0541a1e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=99.6 K 2024-11-23T02:23:41,318 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e431164fff4e4bfd93df4619bc27927b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/bda3e2a92ff846ab8fa5b903993e5a35, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/72da2d49eed24d109a43642916db877c] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=35.6 K 2024-11-23T02:23:41,318 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:41,319 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/edefa3f0da5d4c78b039562f0541a1e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9] 2024-11-23T02:23:41,319 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e431164fff4e4bfd93df4619bc27927b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328619887 2024-11-23T02:23:41,319 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting edefa3f0da5d4c78b039562f0541a1e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328619887 2024-11-23T02:23:41,320 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting bda3e2a92ff846ab8fa5b903993e5a35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732328620053 2024-11-23T02:23:41,320 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be6799187f4468e911dc296a43a87e4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732328620053 2024-11-23T02:23:41,320 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 72da2d49eed24d109a43642916db877c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328620456 2024-11-23T02:23:41,320 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 300253681daa4176bf88b590b746d8f9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328620443 2024-11-23T02:23:41,346 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:41,347 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/609662044fe645a394f61dfb942f2986 is 50, key is test_row_0/B:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,361 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:23:41,380 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d3684799fdd34982947a8c303e29dd31_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:41,381 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d3684799fdd34982947a8c303e29dd31_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:41,381 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d3684799fdd34982947a8c303e29dd31_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742234_1410 (size=12493) 2024-11-23T02:23:41,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:23:41,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:41,417 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742235_1411 (size=4469) 2024-11-23T02:23:41,438 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#349 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:41,439 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/e2ae2d3c2a5b433cb9f7caf74ea94457 is 175, key is test_row_0/A:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f830ca85cec846d6a5ce25541d398a73_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328621134/Put/seqid=0 2024-11-23T02:23:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742236_1412 (size=31447) 2024-11-23T02:23:41,487 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/e2ae2d3c2a5b433cb9f7caf74ea94457 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/e2ae2d3c2a5b433cb9f7caf74ea94457 2024-11-23T02:23:41,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:41,495 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into e2ae2d3c2a5b433cb9f7caf74ea94457(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:41,495 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:41,495 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=13, startTime=1732328621316; duration=0sec 2024-11-23T02:23:41,495 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:41,495 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:41,495 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:41,496 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:41,496 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:41,496 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:41,496 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4ab1cf5a59b447798f9e952e257ae462, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/cef31fbb90aa46fab807e224c8fd10a6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/589393ee637a4ab8bd1ae3401fe61dd8] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=35.6 K 2024-11-23T02:23:41,497 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ab1cf5a59b447798f9e952e257ae462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328619887 2024-11-23T02:23:41,497 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting cef31fbb90aa46fab807e224c8fd10a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732328620053 2024-11-23T02:23:41,497 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 589393ee637a4ab8bd1ae3401fe61dd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328620456 2024-11-23T02:23:41,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742237_1413 (size=12304) 2024-11-23T02:23:41,514 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:41,514 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5d4c6ac3e55348a780596d6d01a0b215 is 50, key is test_row_0/C:col10/1732328620478/Put/seqid=0 2024-11-23T02:23:41,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742238_1414 (size=12493) 2024-11-23T02:23:41,556 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5d4c6ac3e55348a780596d6d01a0b215 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5d4c6ac3e55348a780596d6d01a0b215 2024-11-23T02:23:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:23:41,564 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 5d4c6ac3e55348a780596d6d01a0b215(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:41,564 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:41,564 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=13, startTime=1732328621317; duration=0sec 2024-11-23T02:23:41,564 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,564 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:41,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328681569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328681573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328681679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328681682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,805 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/609662044fe645a394f61dfb942f2986 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/609662044fe645a394f61dfb942f2986 2024-11-23T02:23:41,817 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into 609662044fe645a394f61dfb942f2986(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:41,817 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:41,817 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=13, startTime=1732328621316; duration=0sec 2024-11-23T02:23:41,817 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,817 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:23:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328681885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328681891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:41,913 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f830ca85cec846d6a5ce25541d398a73_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f830ca85cec846d6a5ce25541d398a73_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:41,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/556e7a131ded4e48847638af2a9c0b25, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328681913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/556e7a131ded4e48847638af2a9c0b25 is 175, key is test_row_0/A:col10/1732328621134/Put/seqid=0 2024-11-23T02:23:41,917 DEBUG [Thread-1654 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:41,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328681916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,918 DEBUG [Thread-1660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:41,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328681922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:41,926 DEBUG [Thread-1662 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742239_1415 (size=31105) 2024-11-23T02:23:41,947 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/556e7a131ded4e48847638af2a9c0b25 2024-11-23T02:23:41,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/768b53978fda455983ffa0edf38f4be5 is 50, key is test_row_0/B:col10/1732328621134/Put/seqid=0 2024-11-23T02:23:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742240_1416 (size=12151) 2024-11-23T02:23:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328682194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328682198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:23:42,421 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/768b53978fda455983ffa0edf38f4be5 2024-11-23T02:23:42,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/3748c4daa3e548ce9b2774f9eb4c6bc9 is 50, key is test_row_0/C:col10/1732328621134/Put/seqid=0 2024-11-23T02:23:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742241_1417 (size=12151) 2024-11-23T02:23:42,459 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/3748c4daa3e548ce9b2774f9eb4c6bc9 2024-11-23T02:23:42,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/556e7a131ded4e48847638af2a9c0b25 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25 2024-11-23T02:23:42,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25, entries=150, sequenceid=171, filesize=30.4 K 2024-11-23T02:23:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/768b53978fda455983ffa0edf38f4be5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/768b53978fda455983ffa0edf38f4be5 2024-11-23T02:23:42,479 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/768b53978fda455983ffa0edf38f4be5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T02:23:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/3748c4daa3e548ce9b2774f9eb4c6bc9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/3748c4daa3e548ce9b2774f9eb4c6bc9 2024-11-23T02:23:42,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/3748c4daa3e548ce9b2774f9eb4c6bc9, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T02:23:42,486 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 45b3fa690452ae1589ee5205df01f806 in 1069ms, sequenceid=171, compaction requested=false 2024-11-23T02:23:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T02:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T02:23:42,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T02:23:42,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-23T02:23:42,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.2430 sec 2024-11-23T02:23:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:42,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:23:42,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:42,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:42,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232e48652027ec4d95aa9dc52760624d8d_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742242_1418 (size=14794) 2024-11-23T02:23:42,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328682756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:42,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328682757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:42,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:42,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232e48652027ec4d95aa9dc52760624d8d_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232e48652027ec4d95aa9dc52760624d8d_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:42,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/7c62185980914d1d95a87b901ce283db, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:42,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/7c62185980914d1d95a87b901ce283db is 175, key is test_row_0/A:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742243_1419 (size=39749) 2024-11-23T02:23:42,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/7c62185980914d1d95a87b901ce283db 2024-11-23T02:23:42,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/15243661dd3b45c48134e25ad6db5cb3 is 50, key is test_row_0/B:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742244_1420 (size=12151) 2024-11-23T02:23:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328682869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328682869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328683077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328683084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:23:43,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T02:23:43,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/15243661dd3b45c48134e25ad6db5cb3 2024-11-23T02:23:43,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/064f15ec8b1a41e5b02b07c728f42388 is 50, key is test_row_0/C:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742245_1421 (size=12151) 2024-11-23T02:23:43,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/064f15ec8b1a41e5b02b07c728f42388 2024-11-23T02:23:43,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/7c62185980914d1d95a87b901ce283db as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db 2024-11-23T02:23:43,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db, entries=200, sequenceid=196, filesize=38.8 K 2024-11-23T02:23:43,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/15243661dd3b45c48134e25ad6db5cb3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/15243661dd3b45c48134e25ad6db5cb3 2024-11-23T02:23:43,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/15243661dd3b45c48134e25ad6db5cb3, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T02:23:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/064f15ec8b1a41e5b02b07c728f42388 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/064f15ec8b1a41e5b02b07c728f42388 2024-11-23T02:23:43,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/064f15ec8b1a41e5b02b07c728f42388, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T02:23:43,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 45b3fa690452ae1589ee5205df01f806 in 642ms, sequenceid=196, compaction requested=true 2024-11-23T02:23:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:43,346 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:43,346 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:43,347 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:43,347 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:43,347 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:43,347 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,347 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:43,347 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/e2ae2d3c2a5b433cb9f7caf74ea94457, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=99.9 K 2024-11-23T02:23:43,347 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,347 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,347 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/609662044fe645a394f61dfb942f2986, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/768b53978fda455983ffa0edf38f4be5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/15243661dd3b45c48134e25ad6db5cb3] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=35.9 K 2024-11-23T02:23:43,347 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/e2ae2d3c2a5b433cb9f7caf74ea94457, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db] 2024-11-23T02:23:43,347 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 609662044fe645a394f61dfb942f2986, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328620456 2024-11-23T02:23:43,348 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2ae2d3c2a5b433cb9f7caf74ea94457, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328620456 2024-11-23T02:23:43,348 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 768b53978fda455983ffa0edf38f4be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732328621134 2024-11-23T02:23:43,348 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 556e7a131ded4e48847638af2a9c0b25, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732328621134 2024-11-23T02:23:43,348 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 15243661dd3b45c48134e25ad6db5cb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732328621565 2024-11-23T02:23:43,348 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c62185980914d1d95a87b901ce283db, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732328621546 2024-11-23T02:23:43,360 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:23:43,367 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T02:23:43,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T02:23:43,369 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:23:43,370 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:43,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:43,374 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,374 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/831de6d8ea9e429d989cf0dbb87cf601 is 50, key is test_row_0/B:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:43,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,392 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112339709dc1018048a7ad011b6b64d564d1_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:43,394 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112339709dc1018048a7ad011b6b64d564d1_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:43,394 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112339709dc1018048a7ad011b6b64d564d1_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742246_1422 (size=12595) 2024-11-23T02:23:43,424 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/831de6d8ea9e429d989cf0dbb87cf601 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/831de6d8ea9e429d989cf0dbb87cf601 2024-11-23T02:23:43,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b4a128ac5564b90b0c5348d3e52895c_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328622731/Put/seqid=0 2024-11-23T02:23:43,431 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into 831de6d8ea9e429d989cf0dbb87cf601(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:43,431 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:43,431 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=13, startTime=1732328623346; duration=0sec 2024-11-23T02:23:43,431 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:43,431 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:43,432 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:43,437 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:43,437 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:43,437 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,437 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5d4c6ac3e55348a780596d6d01a0b215, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/3748c4daa3e548ce9b2774f9eb4c6bc9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/064f15ec8b1a41e5b02b07c728f42388] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=35.9 K 2024-11-23T02:23:43,437 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d4c6ac3e55348a780596d6d01a0b215, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732328620456 2024-11-23T02:23:43,438 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3748c4daa3e548ce9b2774f9eb4c6bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732328621134 2024-11-23T02:23:43,438 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 064f15ec8b1a41e5b02b07c728f42388, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732328621565 2024-11-23T02:23:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742248_1424 (size=14794) 2024-11-23T02:23:43,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742247_1423 (size=4469) 2024-11-23T02:23:43,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b4a128ac5564b90b0c5348d3e52895c_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b4a128ac5564b90b0c5348d3e52895c_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:43,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ca841d58a99f4ce4ac4e49d9a64b6894, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:43,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ca841d58a99f4ce4ac4e49d9a64b6894 is 175, key is test_row_0/A:col10/1732328622731/Put/seqid=0 2024-11-23T02:23:43,457 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,458 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/7237f54d7a424abe9e2c51976d218a60 is 50, key is test_row_0/C:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:23:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328683489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328683491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742249_1425 (size=39749) 2024-11-23T02:23:43,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ca841d58a99f4ce4ac4e49d9a64b6894 2024-11-23T02:23:43,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T02:23:43,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:43,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742250_1426 (size=12595) 2024-11-23T02:23:43,541 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/7237f54d7a424abe9e2c51976d218a60 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/7237f54d7a424abe9e2c51976d218a60 2024-11-23T02:23:43,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d336442306a24a1188e9474e064015f6 is 50, key is test_row_0/B:col10/1732328622731/Put/seqid=0 2024-11-23T02:23:43,548 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 7237f54d7a424abe9e2c51976d218a60(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:43,548 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:43,548 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=13, startTime=1732328623347; duration=0sec 2024-11-23T02:23:43,548 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:43,548 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742251_1427 (size=12151) 2024-11-23T02:23:43,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d336442306a24a1188e9474e064015f6 2024-11-23T02:23:43,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b4261facde5c4fee8d96f169d239a088 is 50, key is test_row_0/C:col10/1732328622731/Put/seqid=0 2024-11-23T02:23:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328683602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328683602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742252_1428 (size=12151) 2024-11-23T02:23:43,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b4261facde5c4fee8d96f169d239a088 2024-11-23T02:23:43,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ca841d58a99f4ce4ac4e49d9a64b6894 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894 2024-11-23T02:23:43,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894, entries=200, sequenceid=211, filesize=38.8 K 2024-11-23T02:23:43,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/d336442306a24a1188e9474e064015f6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d336442306a24a1188e9474e064015f6 2024-11-23T02:23:43,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d336442306a24a1188e9474e064015f6, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T02:23:43,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b4261facde5c4fee8d96f169d239a088 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b4261facde5c4fee8d96f169d239a088 2024-11-23T02:23:43,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b4261facde5c4fee8d96f169d239a088, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T02:23:43,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 45b3fa690452ae1589ee5205df01f806 in 252ms, sequenceid=211, compaction requested=false 2024-11-23T02:23:43,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:23:43,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T02:23:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:43,682 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a74a85f60fc0454ca202bfa774bfe951_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328623475/Put/seqid=0 2024-11-23T02:23:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742253_1429 (size=12304) 2024-11-23T02:23:43,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:43,848 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#357 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,849 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/0b94fac7bd634bb48d4487f98c3b5485 is 175, key is test_row_0/A:col10/1732328621570/Put/seqid=0 2024-11-23T02:23:43,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742254_1430 (size=31549) 2024-11-23T02:23:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328683869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328683870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:23:43,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328683976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:43,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328683976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:44,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:44,150 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a74a85f60fc0454ca202bfa774bfe951_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a74a85f60fc0454ca202bfa774bfe951_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:44,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d380fc63691d4e86b8ad68b3543085f5, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:44,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d380fc63691d4e86b8ad68b3543085f5 is 175, key is test_row_0/A:col10/1732328623475/Put/seqid=0 2024-11-23T02:23:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328684184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:44,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328684185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742255_1431 (size=31105) 2024-11-23T02:23:44,261 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/0b94fac7bd634bb48d4487f98c3b5485 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/0b94fac7bd634bb48d4487f98c3b5485 2024-11-23T02:23:44,277 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 0b94fac7bd634bb48d4487f98c3b5485(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:44,277 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:44,277 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=13, startTime=1732328623345; duration=0sec 2024-11-23T02:23:44,277 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:44,277 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:23:44,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328684491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:44,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328684493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:44,598 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d380fc63691d4e86b8ad68b3543085f5 2024-11-23T02:23:44,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e41d09a9de23453bbe270ce3a3a3ecb1 is 50, key is test_row_0/B:col10/1732328623475/Put/seqid=0 2024-11-23T02:23:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742256_1432 (size=12151) 2024-11-23T02:23:44,647 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e41d09a9de23453bbe270ce3a3a3ecb1 2024-11-23T02:23:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/468456b1012a4854bbe2ad54a94a37f7 is 50, key is test_row_0/C:col10/1732328623475/Put/seqid=0 2024-11-23T02:23:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742257_1433 (size=12151) 2024-11-23T02:23:44,676 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/468456b1012a4854bbe2ad54a94a37f7 2024-11-23T02:23:44,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d380fc63691d4e86b8ad68b3543085f5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5 2024-11-23T02:23:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5, entries=150, sequenceid=234, filesize=30.4 K 2024-11-23T02:23:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/e41d09a9de23453bbe270ce3a3a3ecb1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e41d09a9de23453bbe270ce3a3a3ecb1 2024-11-23T02:23:44,700 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e41d09a9de23453bbe270ce3a3a3ecb1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T02:23:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/468456b1012a4854bbe2ad54a94a37f7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/468456b1012a4854bbe2ad54a94a37f7 2024-11-23T02:23:44,707 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/468456b1012a4854bbe2ad54a94a37f7, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T02:23:44,710 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 45b3fa690452ae1589ee5205df01f806 in 1028ms, sequenceid=234, compaction requested=true 2024-11-23T02:23:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T02:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T02:23:44,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T02:23:44,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3410 sec 2024-11-23T02:23:44,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.3460 sec 2024-11-23T02:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:45,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:45,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:45,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:45,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:45,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e53cc6d9c93a48b4be0b6a5d9c9247d9_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742258_1434 (size=12304) 2024-11-23T02:23:45,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:45,044 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e53cc6d9c93a48b4be0b6a5d9c9247d9_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e53cc6d9c93a48b4be0b6a5d9c9247d9_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:45,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a9f1ca9ec3b348cf8c62f756e4d4b328, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:45,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a9f1ca9ec3b348cf8c62f756e4d4b328 is 175, key is test_row_0/A:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328685063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742259_1435 (size=31105) 2024-11-23T02:23:45,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a9f1ca9ec3b348cf8c62f756e4d4b328 2024-11-23T02:23:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328685067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/3abb6e73600f49c68ea6d9951088bc6c is 50, key is test_row_0/B:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742260_1436 (size=12151) 2024-11-23T02:23:45,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/3abb6e73600f49c68ea6d9951088bc6c 2024-11-23T02:23:45,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/78903f497a11485188272c46326b0d73 is 50, key is test_row_0/C:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742261_1437 (size=12151) 2024-11-23T02:23:45,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/78903f497a11485188272c46326b0d73 2024-11-23T02:23:45,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a9f1ca9ec3b348cf8c62f756e4d4b328 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328 2024-11-23T02:23:45,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328685170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328, entries=150, sequenceid=251, filesize=30.4 K 2024-11-23T02:23:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328685177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/3abb6e73600f49c68ea6d9951088bc6c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/3abb6e73600f49c68ea6d9951088bc6c 2024-11-23T02:23:45,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/3abb6e73600f49c68ea6d9951088bc6c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T02:23:45,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/78903f497a11485188272c46326b0d73 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/78903f497a11485188272c46326b0d73 2024-11-23T02:23:45,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/78903f497a11485188272c46326b0d73, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T02:23:45,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 45b3fa690452ae1589ee5205df01f806 in 185ms, sequenceid=251, compaction requested=true 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:45,190 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:45,190 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:45,191 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:45,191 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:45,191 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,191 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/0b94fac7bd634bb48d4487f98c3b5485, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=130.4 K 2024-11-23T02:23:45,191 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,191 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/0b94fac7bd634bb48d4487f98c3b5485, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328] 2024-11-23T02:23:45,192 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:45,192 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:45,192 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b94fac7bd634bb48d4487f98c3b5485, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732328621565 2024-11-23T02:23:45,192 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,192 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/831de6d8ea9e429d989cf0dbb87cf601, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d336442306a24a1188e9474e064015f6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e41d09a9de23453bbe270ce3a3a3ecb1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/3abb6e73600f49c68ea6d9951088bc6c] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=47.9 K 2024-11-23T02:23:45,192 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 831de6d8ea9e429d989cf0dbb87cf601, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732328621565 2024-11-23T02:23:45,192 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca841d58a99f4ce4ac4e49d9a64b6894, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732328622731 2024-11-23T02:23:45,193 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d336442306a24a1188e9474e064015f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732328622731 2024-11-23T02:23:45,193 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d380fc63691d4e86b8ad68b3543085f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732328623475 2024-11-23T02:23:45,193 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f1ca9ec3b348cf8c62f756e4d4b328, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732328623851 2024-11-23T02:23:45,193 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e41d09a9de23453bbe270ce3a3a3ecb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732328623475 2024-11-23T02:23:45,194 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3abb6e73600f49c68ea6d9951088bc6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732328623851 2024-11-23T02:23:45,212 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:45,230 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:45,231 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/300641c2ba99419299d879cdf0a57f66 is 50, key is test_row_0/B:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,240 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a2264f2340d54297a6534732ea7b0c9c_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:45,243 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a2264f2340d54297a6534732ea7b0c9c_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:45,243 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2264f2340d54297a6534732ea7b0c9c_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742262_1438 (size=12731) 2024-11-23T02:23:45,285 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/300641c2ba99419299d879cdf0a57f66 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/300641c2ba99419299d879cdf0a57f66 2024-11-23T02:23:45,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742263_1439 (size=4469) 2024-11-23T02:23:45,292 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into 300641c2ba99419299d879cdf0a57f66(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:45,292 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:45,292 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=12, startTime=1732328625190; duration=0sec 2024-11-23T02:23:45,292 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:45,292 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:45,292 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:45,295 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#369 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:45,296 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/57d0a941d59143f0808f0cf994c75810 is 175, key is test_row_0/A:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,298 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:45,298 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:45,298 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,298 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/7237f54d7a424abe9e2c51976d218a60, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b4261facde5c4fee8d96f169d239a088, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/468456b1012a4854bbe2ad54a94a37f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/78903f497a11485188272c46326b0d73] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=47.9 K 2024-11-23T02:23:45,299 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7237f54d7a424abe9e2c51976d218a60, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732328621565 2024-11-23T02:23:45,300 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b4261facde5c4fee8d96f169d239a088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732328622731 2024-11-23T02:23:45,300 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 468456b1012a4854bbe2ad54a94a37f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732328623475 2024-11-23T02:23:45,300 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 78903f497a11485188272c46326b0d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732328623851 2024-11-23T02:23:45,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742264_1440 (size=31685) 2024-11-23T02:23:45,334 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/57d0a941d59143f0808f0cf994c75810 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/57d0a941d59143f0808f0cf994c75810 2024-11-23T02:23:45,339 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:45,339 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/9621def26c3b4a70b320daf977204c5f is 50, key is test_row_0/C:col10/1732328623851/Put/seqid=0 2024-11-23T02:23:45,344 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 57d0a941d59143f0808f0cf994c75810(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:45,344 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:45,344 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=12, startTime=1732328625190; duration=0sec 2024-11-23T02:23:45,344 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:45,344 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742265_1441 (size=12731) 2024-11-23T02:23:45,381 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/9621def26c3b4a70b320daf977204c5f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9621def26c3b4a70b320daf977204c5f 2024-11-23T02:23:45,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:45,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123528f02a4f50c4c15ad01f9ad18f8ac9b_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328625065/Put/seqid=0 2024-11-23T02:23:45,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742266_1442 (size=14994) 2024-11-23T02:23:45,418 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:45,421 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 9621def26c3b4a70b320daf977204c5f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:45,421 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:45,421 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=12, startTime=1732328625190; duration=0sec 2024-11-23T02:23:45,421 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:45,421 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:45,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123528f02a4f50c4c15ad01f9ad18f8ac9b_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123528f02a4f50c4c15ad01f9ad18f8ac9b_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:45,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/fb73976c841441e494194e4370f4f422, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:45,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/fb73976c841441e494194e4370f4f422 is 175, key is test_row_0/A:col10/1732328625065/Put/seqid=0 2024-11-23T02:23:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742267_1443 (size=39949) 2024-11-23T02:23:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:23:45,474 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T02:23:45,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328685466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328685467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T02:23:45,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:23:45,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:45,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328685576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:23:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328685577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:23:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:23:45,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328685782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328685783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/fb73976c841441e494194e4370f4f422 2024-11-23T02:23:45,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/0542f9cdd9a44681b98682b48fe023a7 is 50, key is test_row_0/B:col10/1732328625065/Put/seqid=0 2024-11-23T02:23:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742268_1444 (size=12301) 2024-11-23T02:23:45,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/0542f9cdd9a44681b98682b48fe023a7 2024-11-23T02:23:45,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5579847f3f9b4dd195fabd02406134ac is 50, key is test_row_0/C:col10/1732328625065/Put/seqid=0 2024-11-23T02:23:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35598 deadline: 1732328685921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,926 DEBUG [Thread-1654 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:45,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35522 deadline: 1732328685927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,934 DEBUG [Thread-1662 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:45,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:23:45,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:45,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:45,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742269_1445 (size=12301) 2024-11-23T02:23:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35556 deadline: 1732328685951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:45,955 DEBUG [Thread-1660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:45,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5579847f3f9b4dd195fabd02406134ac 2024-11-23T02:23:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/fb73976c841441e494194e4370f4f422 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422 2024-11-23T02:23:45,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422, entries=200, sequenceid=274, filesize=39.0 K 2024-11-23T02:23:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/0542f9cdd9a44681b98682b48fe023a7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0542f9cdd9a44681b98682b48fe023a7 2024-11-23T02:23:45,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0542f9cdd9a44681b98682b48fe023a7, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T02:23:45,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5579847f3f9b4dd195fabd02406134ac as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5579847f3f9b4dd195fabd02406134ac 2024-11-23T02:23:45,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5579847f3f9b4dd195fabd02406134ac, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T02:23:45,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 45b3fa690452ae1589ee5205df01f806 in 605ms, sequenceid=274, compaction requested=false 2024-11-23T02:23:45,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:23:46,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:23:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:46,095 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:46,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233f676e9132004a07a5b1b8c1d3c144c6_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328625455/Put/seqid=0 2024-11-23T02:23:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742270_1446 (size=14994) 2024-11-23T02:23:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328686170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328686170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328686273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328686278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328686481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328686488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,557 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233f676e9132004a07a5b1b8c1d3c144c6_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233f676e9132004a07a5b1b8c1d3c144c6_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d126a4963f1a4ade9c62c09701954186, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d126a4963f1a4ade9c62c09701954186 is 175, key is test_row_0/A:col10/1732328625455/Put/seqid=0 2024-11-23T02:23:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:23:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742271_1447 (size=39949) 2024-11-23T02:23:46,590 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d126a4963f1a4ade9c62c09701954186 2024-11-23T02:23:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/150e37b4fe014ef09d3e993c1352e9e5 is 50, key is test_row_0/B:col10/1732328625455/Put/seqid=0 2024-11-23T02:23:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742272_1448 (size=12301) 2024-11-23T02:23:46,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/150e37b4fe014ef09d3e993c1352e9e5 2024-11-23T02:23:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/9f590f70e562412da98c32e8a6090a71 is 50, key is test_row_0/C:col10/1732328625455/Put/seqid=0 2024-11-23T02:23:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742273_1449 (size=12301) 2024-11-23T02:23:46,755 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/9f590f70e562412da98c32e8a6090a71 2024-11-23T02:23:46,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/d126a4963f1a4ade9c62c09701954186 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186 2024-11-23T02:23:46,764 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186, entries=200, sequenceid=292, filesize=39.0 K 2024-11-23T02:23:46,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/150e37b4fe014ef09d3e993c1352e9e5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/150e37b4fe014ef09d3e993c1352e9e5 2024-11-23T02:23:46,769 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/150e37b4fe014ef09d3e993c1352e9e5, entries=150, sequenceid=292, filesize=12.0 K 2024-11-23T02:23:46,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/9f590f70e562412da98c32e8a6090a71 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9f590f70e562412da98c32e8a6090a71 2024-11-23T02:23:46,774 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9f590f70e562412da98c32e8a6090a71, entries=150, sequenceid=292, filesize=12.0 K 2024-11-23T02:23:46,775 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 45b3fa690452ae1589ee5205df01f806 in 679ms, sequenceid=292, compaction requested=true 2024-11-23T02:23:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T02:23:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T02:23:46,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T02:23:46,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2960 sec 2024-11-23T02:23:46,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.3010 sec 2024-11-23T02:23:46,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:46,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123663105a60b1a46f3a91989b935562524_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:46,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742274_1450 (size=14994) 2024-11-23T02:23:46,846 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123663105a60b1a46f3a91989b935562524_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123663105a60b1a46f3a91989b935562524_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:46,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/650fb23cb157480aaef9e8d04d768bd7, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:46,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/650fb23cb157480aaef9e8d04d768bd7 is 175, key is test_row_0/A:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328686859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328686861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742275_1451 (size=39949) 2024-11-23T02:23:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328686971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:46,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328686972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328687175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328687182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,292 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/650fb23cb157480aaef9e8d04d768bd7 2024-11-23T02:23:47,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/5f8e1a92d756467ba64f91c919a36398 is 50, key is test_row_0/B:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:47,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742276_1452 (size=12301) 2024-11-23T02:23:47,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/5f8e1a92d756467ba64f91c919a36398 2024-11-23T02:23:47,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/479ac0e2d71647c1906b45bc7f0e3849 is 50, key is test_row_0/C:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742277_1453 (size=12301) 2024-11-23T02:23:47,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/479ac0e2d71647c1906b45bc7f0e3849 2024-11-23T02:23:47,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/650fb23cb157480aaef9e8d04d768bd7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7 2024-11-23T02:23:47,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7, entries=200, sequenceid=313, filesize=39.0 K 2024-11-23T02:23:47,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/5f8e1a92d756467ba64f91c919a36398 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/5f8e1a92d756467ba64f91c919a36398 2024-11-23T02:23:47,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/5f8e1a92d756467ba64f91c919a36398, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T02:23:47,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/479ac0e2d71647c1906b45bc7f0e3849 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/479ac0e2d71647c1906b45bc7f0e3849 2024-11-23T02:23:47,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/479ac0e2d71647c1906b45bc7f0e3849, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T02:23:47,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 45b3fa690452ae1589ee5205df01f806 in 685ms, sequenceid=313, compaction requested=true 2024-11-23T02:23:47,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:47,484 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:47,485 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:47,485 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:47,485 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,485 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/57d0a941d59143f0808f0cf994c75810, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=148.0 K 2024-11-23T02:23:47,485 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,485 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/57d0a941d59143f0808f0cf994c75810, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7] 2024-11-23T02:23:47,486 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57d0a941d59143f0808f0cf994c75810, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732328623851 2024-11-23T02:23:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:47,487 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb73976c841441e494194e4370f4f422, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732328625051 2024-11-23T02:23:47,487 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d126a4963f1a4ade9c62c09701954186, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732328625455 2024-11-23T02:23:47,488 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 650fb23cb157480aaef9e8d04d768bd7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732328626159 2024-11-23T02:23:47,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:47,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:47,494 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:47,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:47,495 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:47,495 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:47,495 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:47,495 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/300641c2ba99419299d879cdf0a57f66, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0542f9cdd9a44681b98682b48fe023a7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/150e37b4fe014ef09d3e993c1352e9e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/5f8e1a92d756467ba64f91c919a36398] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=48.5 K 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,496 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 300641c2ba99419299d879cdf0a57f66, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732328623851 2024-11-23T02:23:47,496 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 0542f9cdd9a44681b98682b48fe023a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732328625062 2024-11-23T02:23:47,496 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 150e37b4fe014ef09d3e993c1352e9e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732328625455 2024-11-23T02:23:47,497 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f8e1a92d756467ba64f91c919a36398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732328626159 2024-11-23T02:23:47,504 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:47,526 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123faf4a183a2b64cc38d8c66e4ffb51664_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:47,529 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123faf4a183a2b64cc38d8c66e4ffb51664_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:47,529 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123faf4a183a2b64cc38d8c66e4ffb51664_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:47,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112391f4ce6dcf894cee9fa83586bbd16491_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328626858/Put/seqid=0 2024-11-23T02:23:47,541 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:47,542 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2312b4a08eb84d5c92fdb519f43125b3 is 50, key is test_row_0/B:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:47,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742278_1454 (size=4469) 2024-11-23T02:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:23:47,584 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T02:23:47,585 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#381 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:47,586 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/292da85fe15a4392b1c6aa0127de4386 is 175, key is test_row_0/A:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:47,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T02:23:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:23:47,589 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:47,590 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:47,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:47,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742279_1455 (size=12454) 2024-11-23T02:23:47,599 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:47,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112391f4ce6dcf894cee9fa83586bbd16491_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112391f4ce6dcf894cee9fa83586bbd16491_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:47,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/02b4e14468c5432e9b4f60c10206d331, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:47,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/02b4e14468c5432e9b4f60c10206d331 is 175, key is test_row_0/A:col10/1732328626858/Put/seqid=0 2024-11-23T02:23:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742280_1456 (size=13017) 2024-11-23T02:23:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328687616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328687620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,632 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/2312b4a08eb84d5c92fdb519f43125b3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2312b4a08eb84d5c92fdb519f43125b3 2024-11-23T02:23:47,638 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into 2312b4a08eb84d5c92fdb519f43125b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:47,638 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:47,638 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=12, startTime=1732328627494; duration=0sec 2024-11-23T02:23:47,639 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:47,639 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:47,639 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:47,640 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:47,640 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:47,640 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,640 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9621def26c3b4a70b320daf977204c5f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5579847f3f9b4dd195fabd02406134ac, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9f590f70e562412da98c32e8a6090a71, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/479ac0e2d71647c1906b45bc7f0e3849] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=48.5 K 2024-11-23T02:23:47,640 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 9621def26c3b4a70b320daf977204c5f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732328623851 2024-11-23T02:23:47,641 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5579847f3f9b4dd195fabd02406134ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732328625062 2024-11-23T02:23:47,641 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f590f70e562412da98c32e8a6090a71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732328625455 2024-11-23T02:23:47,642 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 479ac0e2d71647c1906b45bc7f0e3849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732328626159 2024-11-23T02:23:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742282_1458 (size=31255) 2024-11-23T02:23:47,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/02b4e14468c5432e9b4f60c10206d331 2024-11-23T02:23:47,672 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#384 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:47,673 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/4bd51ceba20943129e4d0f8cae34ed61 is 50, key is test_row_0/C:col10/1732328626796/Put/seqid=0 2024-11-23T02:23:47,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742281_1457 (size=31971) 2024-11-23T02:23:47,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/ab28053c7b54457aa8ed28f330491e5c is 50, key is test_row_0/B:col10/1732328626858/Put/seqid=0 2024-11-23T02:23:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:23:47,692 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/292da85fe15a4392b1c6aa0127de4386 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/292da85fe15a4392b1c6aa0127de4386 2024-11-23T02:23:47,698 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 292da85fe15a4392b1c6aa0127de4386(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:47,699 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:47,699 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=12, startTime=1732328627484; duration=0sec 2024-11-23T02:23:47,699 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:47,699 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742283_1459 (size=13017) 2024-11-23T02:23:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328687722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,728 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/4bd51ceba20943129e4d0f8cae34ed61 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4bd51ceba20943129e4d0f8cae34ed61 2024-11-23T02:23:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328687732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,740 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 4bd51ceba20943129e4d0f8cae34ed61(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:47,740 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:47,740 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=12, startTime=1732328627495; duration=0sec 2024-11-23T02:23:47,740 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:47,740 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:47,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T02:23:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742284_1460 (size=12301) 2024-11-23T02:23:47,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:47,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:47,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:47,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/ab28053c7b54457aa8ed28f330491e5c 2024-11-23T02:23:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:47,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5e60feced71243b296a5c19d66460d57 is 50, key is test_row_0/C:col10/1732328626858/Put/seqid=0 2024-11-23T02:23:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742285_1461 (size=12301) 2024-11-23T02:23:47,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5e60feced71243b296a5c19d66460d57 2024-11-23T02:23:47,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/02b4e14468c5432e9b4f60c10206d331 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331 2024-11-23T02:23:47,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331, entries=150, sequenceid=329, filesize=30.5 K 2024-11-23T02:23:47,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/ab28053c7b54457aa8ed28f330491e5c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/ab28053c7b54457aa8ed28f330491e5c 2024-11-23T02:23:47,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/ab28053c7b54457aa8ed28f330491e5c, entries=150, sequenceid=329, filesize=12.0 K 2024-11-23T02:23:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/5e60feced71243b296a5c19d66460d57 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5e60feced71243b296a5c19d66460d57 2024-11-23T02:23:47,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5e60feced71243b296a5c19d66460d57, entries=150, sequenceid=329, filesize=12.0 K 2024-11-23T02:23:47,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 45b3fa690452ae1589ee5205df01f806 in 336ms, sequenceid=329, compaction requested=false 2024-11-23T02:23:47,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:23:47,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T02:23:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:47,898 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edce1efed3e74865a31c7ab717058019_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328627615/Put/seqid=0 2024-11-23T02:23:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:47,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:47,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742286_1462 (size=12454) 2024-11-23T02:23:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:47,972 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edce1efed3e74865a31c7ab717058019_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edce1efed3e74865a31c7ab717058019_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/bbafd8bb18d94d2fbf47acba95e927d3, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/bbafd8bb18d94d2fbf47acba95e927d3 is 175, key is test_row_0/A:col10/1732328627615/Put/seqid=0 2024-11-23T02:23:47,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328687975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:47,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328687980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742287_1463 (size=31255) 2024-11-23T02:23:48,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328688081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328688088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:23:48,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328688287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328688296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,419 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/bbafd8bb18d94d2fbf47acba95e927d3 2024-11-23T02:23:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/1ac34048826847a8ae176b901f1ba337 is 50, key is test_row_0/B:col10/1732328627615/Put/seqid=0 2024-11-23T02:23:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742288_1464 (size=12301) 2024-11-23T02:23:48,468 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/1ac34048826847a8ae176b901f1ba337 2024-11-23T02:23:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/831a9f3b3344427a868c65da9ea90264 is 50, key is test_row_0/C:col10/1732328627615/Put/seqid=0 2024-11-23T02:23:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742289_1465 (size=12301) 2024-11-23T02:23:48,532 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/831a9f3b3344427a868c65da9ea90264 2024-11-23T02:23:48,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/bbafd8bb18d94d2fbf47acba95e927d3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3 2024-11-23T02:23:48,546 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3, entries=150, sequenceid=352, filesize=30.5 K 2024-11-23T02:23:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/1ac34048826847a8ae176b901f1ba337 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1ac34048826847a8ae176b901f1ba337 2024-11-23T02:23:48,551 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1ac34048826847a8ae176b901f1ba337, entries=150, sequenceid=352, filesize=12.0 K 2024-11-23T02:23:48,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/831a9f3b3344427a868c65da9ea90264 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/831a9f3b3344427a868c65da9ea90264 2024-11-23T02:23:48,560 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/831a9f3b3344427a868c65da9ea90264, entries=150, sequenceid=352, filesize=12.0 K 2024-11-23T02:23:48,561 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 45b3fa690452ae1589ee5205df01f806 in 663ms, sequenceid=352, compaction requested=true 2024-11-23T02:23:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T02:23:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T02:23:48,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T02:23:48,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 973 msec 2024-11-23T02:23:48,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 981 msec 2024-11-23T02:23:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:48,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:23:48,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:48,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:48,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:48,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:48,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:48,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:48,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350efa7df5f1e4036abbde98c72509779_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742290_1466 (size=12454) 2024-11-23T02:23:48,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328688675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328688681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:23:48,696 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T02:23:48,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-23T02:23:48,699 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:48,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:48,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:23:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328688787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328688792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:23:48,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:48,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T02:23:48,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:48,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:48,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:48,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:48,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328688996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:23:49,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328688999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T02:23:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:49,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350efa7df5f1e4036abbde98c72509779_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350efa7df5f1e4036abbde98c72509779_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:49,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/6192c9d71c454bd9946d303893b58091, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:49,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/6192c9d71c454bd9946d303893b58091 is 175, key is test_row_0/A:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742291_1467 (size=31255) 2024-11-23T02:23:49,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/6192c9d71c454bd9946d303893b58091 2024-11-23T02:23:49,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/0e0f6b6ca84d48b8805482a9c4004b71 is 50, key is test_row_0/B:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742292_1468 (size=12301) 2024-11-23T02:23:49,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/0e0f6b6ca84d48b8805482a9c4004b71 2024-11-23T02:23:49,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/d63cc9efb3004311aa32bc0263fcb476 is 50, key is test_row_0/C:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:49,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T02:23:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742293_1469 (size=12301) 2024-11-23T02:23:49,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/d63cc9efb3004311aa32bc0263fcb476 2024-11-23T02:23:49,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/6192c9d71c454bd9946d303893b58091 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091 2024-11-23T02:23:49,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091, entries=150, sequenceid=369, filesize=30.5 K 2024-11-23T02:23:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/0e0f6b6ca84d48b8805482a9c4004b71 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0e0f6b6ca84d48b8805482a9c4004b71 2024-11-23T02:23:49,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0e0f6b6ca84d48b8805482a9c4004b71, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T02:23:49,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/d63cc9efb3004311aa32bc0263fcb476 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/d63cc9efb3004311aa32bc0263fcb476 2024-11-23T02:23:49,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/d63cc9efb3004311aa32bc0263fcb476, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T02:23:49,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 45b3fa690452ae1589ee5205df01f806 in 637ms, sequenceid=369, compaction requested=true 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:49,236 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:49,236 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:49,237 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:49,237 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:49,237 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:49,237 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:49,237 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,237 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,238 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/292da85fe15a4392b1c6aa0127de4386, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=122.8 K 2024-11-23T02:23:49,238 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2312b4a08eb84d5c92fdb519f43125b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/ab28053c7b54457aa8ed28f330491e5c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1ac34048826847a8ae176b901f1ba337, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0e0f6b6ca84d48b8805482a9c4004b71] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=48.8 K 2024-11-23T02:23:49,238 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,238 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/292da85fe15a4392b1c6aa0127de4386, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091] 2024-11-23T02:23:49,238 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2312b4a08eb84d5c92fdb519f43125b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732328626159 2024-11-23T02:23:49,238 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 292da85fe15a4392b1c6aa0127de4386, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732328626159 2024-11-23T02:23:49,238 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ab28053c7b54457aa8ed28f330491e5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732328626858 2024-11-23T02:23:49,239 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b4e14468c5432e9b4f60c10206d331, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732328626858 2024-11-23T02:23:49,239 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ac34048826847a8ae176b901f1ba337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732328627606 2024-11-23T02:23:49,239 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbafd8bb18d94d2fbf47acba95e927d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732328627606 2024-11-23T02:23:49,239 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e0f6b6ca84d48b8805482a9c4004b71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732328627965 2024-11-23T02:23:49,239 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6192c9d71c454bd9946d303893b58091, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732328627965 2024-11-23T02:23:49,259 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#393 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:49,260 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/42744ce26d14475b8e905c4844f3f942 is 50, key is test_row_0/B:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:49,269 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:49,289 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230b769071922c4d2a9ecd64f4a763b5f7_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:49,292 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230b769071922c4d2a9ecd64f4a763b5f7_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:49,292 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230b769071922c4d2a9ecd64f4a763b5f7_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:23:49,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T02:23:49,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,313 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:49,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:49,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742294_1470 (size=13153) 2024-11-23T02:23:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:49,326 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/42744ce26d14475b8e905c4844f3f942 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/42744ce26d14475b8e905c4844f3f942 2024-11-23T02:23:49,332 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into 42744ce26d14475b8e905c4844f3f942(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:49,332 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:49,332 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=12, startTime=1732328629236; duration=0sec 2024-11-23T02:23:49,332 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:49,332 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:49,332 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:49,333 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:49,333 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:49,334 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:49,334 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4bd51ceba20943129e4d0f8cae34ed61, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5e60feced71243b296a5c19d66460d57, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/831a9f3b3344427a868c65da9ea90264, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/d63cc9efb3004311aa32bc0263fcb476] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=48.8 K 2024-11-23T02:23:49,334 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bd51ceba20943129e4d0f8cae34ed61, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732328626159 2024-11-23T02:23:49,335 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e60feced71243b296a5c19d66460d57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732328626858 2024-11-23T02:23:49,336 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 831a9f3b3344427a868c65da9ea90264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732328627606 2024-11-23T02:23:49,337 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d63cc9efb3004311aa32bc0263fcb476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732328627965 2024-11-23T02:23:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fec3a9ef74414a14ac8784c5be869fe2_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328628679/Put/seqid=0 2024-11-23T02:23:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742295_1471 (size=4469) 2024-11-23T02:23:49,358 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:49,359 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/22ba38ee05154c1d83af45975c96466c is 50, key is test_row_0/C:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:49,361 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#394 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:49,362 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/2ee4616fd7784be99ac8aa6005a7044d is 175, key is test_row_0/A:col10/1732328627978/Put/seqid=0 2024-11-23T02:23:49,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742296_1472 (size=12454) 2024-11-23T02:23:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328689384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,399 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fec3a9ef74414a14ac8784c5be869fe2_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fec3a9ef74414a14ac8784c5be869fe2_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:49,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/223ad03d2a014970835308bad810dadf, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:49,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/223ad03d2a014970835308bad810dadf is 175, key is test_row_0/A:col10/1732328628679/Put/seqid=0 2024-11-23T02:23:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328689390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742298_1474 (size=32107) 2024-11-23T02:23:49,423 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/2ee4616fd7784be99ac8aa6005a7044d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/2ee4616fd7784be99ac8aa6005a7044d 2024-11-23T02:23:49,429 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 2ee4616fd7784be99ac8aa6005a7044d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:49,429 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:49,429 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=12, startTime=1732328629236; duration=0sec 2024-11-23T02:23:49,429 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:49,429 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:49,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742297_1473 (size=13153) 2024-11-23T02:23:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742299_1475 (size=31255) 2024-11-23T02:23:49,462 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/223ad03d2a014970835308bad810dadf 2024-11-23T02:23:49,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/b13da7ce1d144f61acc8fcaf3aeeded5 is 50, key is test_row_0/B:col10/1732328628679/Put/seqid=0 2024-11-23T02:23:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328689496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742300_1476 (size=12301) 2024-11-23T02:23:49,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328689504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328689702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328689714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:23:49,842 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/22ba38ee05154c1d83af45975c96466c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/22ba38ee05154c1d83af45975c96466c 2024-11-23T02:23:49,847 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 22ba38ee05154c1d83af45975c96466c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:49,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:49,847 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=12, startTime=1732328629236; duration=0sec 2024-11-23T02:23:49,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:49,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:49,903 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/b13da7ce1d144f61acc8fcaf3aeeded5 2024-11-23T02:23:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/84586d8b60af49bfb58b8d0ef15b9e11 is 50, key is test_row_0/C:col10/1732328628679/Put/seqid=0 2024-11-23T02:23:49,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742301_1477 (size=12301) 2024-11-23T02:23:49,954 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/84586d8b60af49bfb58b8d0ef15b9e11 2024-11-23T02:23:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/223ad03d2a014970835308bad810dadf as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf 2024-11-23T02:23:49,969 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf, entries=150, sequenceid=388, filesize=30.5 K 2024-11-23T02:23:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/b13da7ce1d144f61acc8fcaf3aeeded5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b13da7ce1d144f61acc8fcaf3aeeded5 2024-11-23T02:23:49,988 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b13da7ce1d144f61acc8fcaf3aeeded5, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T02:23:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/84586d8b60af49bfb58b8d0ef15b9e11 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/84586d8b60af49bfb58b8d0ef15b9e11 2024-11-23T02:23:49,998 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/84586d8b60af49bfb58b8d0ef15b9e11, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T02:23:50,001 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 45b3fa690452ae1589ee5205df01f806 in 688ms, sequenceid=388, compaction requested=false 2024-11-23T02:23:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-23T02:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-23T02:23:50,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T02:23:50,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3020 sec 2024-11-23T02:23:50,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.3060 sec 2024-11-23T02:23:50,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:50,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112352dace85e4544670b57824b98d31ef14_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742302_1478 (size=14994) 2024-11-23T02:23:50,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:50,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112352dace85e4544670b57824b98d31ef14_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112352dace85e4544670b57824b98d31ef14_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:50,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/142d4c227f644ff48cc869097f6a82ca, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:50,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/142d4c227f644ff48cc869097f6a82ca is 175, key is test_row_0/A:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328690069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328690077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742303_1479 (size=39949) 2024-11-23T02:23:50,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328690180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328690185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328690389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328690389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/142d4c227f644ff48cc869097f6a82ca 2024-11-23T02:23:50,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/7e5648e9fe9f423db5670921d2a9277a is 50, key is test_row_0/B:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742304_1480 (size=12301) 2024-11-23T02:23:50,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/7e5648e9fe9f423db5670921d2a9277a 2024-11-23T02:23:50,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/8849494c94f247a79e9dd9208bcf95c3 is 50, key is test_row_0/C:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742305_1481 (size=12301) 2024-11-23T02:23:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328690698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328690698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:23:50,807 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T02:23:50,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-23T02:23:50,811 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:23:50,811 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:50,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:23:50,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:50,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:23:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:50,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:50,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:51,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/8849494c94f247a79e9dd9208bcf95c3 2024-11-23T02:23:51,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/142d4c227f644ff48cc869097f6a82ca as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca 2024-11-23T02:23:51,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca, entries=200, sequenceid=409, filesize=39.0 K 2024-11-23T02:23:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/7e5648e9fe9f423db5670921d2a9277a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/7e5648e9fe9f423db5670921d2a9277a 2024-11-23T02:23:51,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/7e5648e9fe9f423db5670921d2a9277a, entries=150, sequenceid=409, filesize=12.0 K 2024-11-23T02:23:51,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/8849494c94f247a79e9dd9208bcf95c3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/8849494c94f247a79e9dd9208bcf95c3 2024-11-23T02:23:51,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/8849494c94f247a79e9dd9208bcf95c3, entries=150, sequenceid=409, filesize=12.0 K 2024-11-23T02:23:51,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45b3fa690452ae1589ee5205df01f806 in 1020ms, sequenceid=409, compaction requested=true 2024-11-23T02:23:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:51,029 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:51,030 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:51,031 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:51,031 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:51,031 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,031 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/2ee4616fd7784be99ac8aa6005a7044d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=100.9 K 2024-11-23T02:23:51,031 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,031 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/2ee4616fd7784be99ac8aa6005a7044d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca] 2024-11-23T02:23:51,031 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:51,031 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:51,031 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,031 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/42744ce26d14475b8e905c4844f3f942, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b13da7ce1d144f61acc8fcaf3aeeded5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/7e5648e9fe9f423db5670921d2a9277a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=36.9 K 2024-11-23T02:23:51,032 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 42744ce26d14475b8e905c4844f3f942, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732328627965 2024-11-23T02:23:51,032 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee4616fd7784be99ac8aa6005a7044d, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732328627965 2024-11-23T02:23:51,032 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b13da7ce1d144f61acc8fcaf3aeeded5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732328628665 2024-11-23T02:23:51,033 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5648e9fe9f423db5670921d2a9277a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732328629375 2024-11-23T02:23:51,033 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 223ad03d2a014970835308bad810dadf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732328628665 2024-11-23T02:23:51,033 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 142d4c227f644ff48cc869097f6a82ca, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732328629350 2024-11-23T02:23:51,050 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:51,050 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/95d07b4b7f8e468589c51e386bfec3f5 is 50, key is test_row_0/B:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:51,064 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:51,105 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123312428ee4e96464ebf7f32b443f63a9d_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:51,107 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123312428ee4e96464ebf7f32b443f63a9d_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:51,107 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123312428ee4e96464ebf7f32b443f63a9d_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:51,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742306_1482 (size=13255) 2024-11-23T02:23:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:23:51,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:23:51,117 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/95d07b4b7f8e468589c51e386bfec3f5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/95d07b4b7f8e468589c51e386bfec3f5 2024-11-23T02:23:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,117 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:51,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:51,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:51,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,124 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into 95d07b4b7f8e468589c51e386bfec3f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:51,124 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:51,124 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=13, startTime=1732328631030; duration=0sec 2024-11-23T02:23:51,124 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:51,124 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:51,124 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:51,125 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:51,125 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:51,125 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,125 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/22ba38ee05154c1d83af45975c96466c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/84586d8b60af49bfb58b8d0ef15b9e11, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/8849494c94f247a79e9dd9208bcf95c3] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=36.9 K 2024-11-23T02:23:51,126 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ba38ee05154c1d83af45975c96466c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732328627965 2024-11-23T02:23:51,126 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 84586d8b60af49bfb58b8d0ef15b9e11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732328628665 2024-11-23T02:23:51,126 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8849494c94f247a79e9dd9208bcf95c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732328629375 2024-11-23T02:23:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742307_1483 (size=4469) 2024-11-23T02:23:51,145 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#403 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:51,145 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/34cda90b60b84deb92c7986c1766b718 is 175, key is test_row_0/A:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d159cf44845548c18d8ee598b173f4aa_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328630074/Put/seqid=0 2024-11-23T02:23:51,162 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:51,163 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/db11ed03343240b0b47d6902c2cb2a9d is 50, key is test_row_0/C:col10/1732328629388/Put/seqid=0 2024-11-23T02:23:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742309_1485 (size=12454) 2024-11-23T02:23:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742310_1486 (size=13255) 2024-11-23T02:23:51,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:51,245 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d159cf44845548c18d8ee598b173f4aa_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d159cf44845548c18d8ee598b173f4aa_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/97208dbbacf348219d21d18372a02f2b, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:51,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/97208dbbacf348219d21d18372a02f2b is 175, key is test_row_0/A:col10/1732328630074/Put/seqid=0 2024-11-23T02:23:51,248 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/db11ed03343240b0b47d6902c2cb2a9d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/db11ed03343240b0b47d6902c2cb2a9d 2024-11-23T02:23:51,253 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into db11ed03343240b0b47d6902c2cb2a9d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:51,253 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:51,253 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=13, startTime=1732328631030; duration=0sec 2024-11-23T02:23:51,253 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:51,253 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742308_1484 (size=32209) 2024-11-23T02:23:51,266 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/34cda90b60b84deb92c7986c1766b718 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/34cda90b60b84deb92c7986c1766b718 2024-11-23T02:23:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742311_1487 (size=31255) 2024-11-23T02:23:51,274 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=427, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/97208dbbacf348219d21d18372a02f2b 2024-11-23T02:23:51,275 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 34cda90b60b84deb92c7986c1766b718(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:51,275 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:51,275 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=13, startTime=1732328631029; duration=0sec 2024-11-23T02:23:51,275 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:51,275 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328691276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/8552dddf4a874233b981aad7f302a480 is 50, key is test_row_0/B:col10/1732328630074/Put/seqid=0 2024-11-23T02:23:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328691281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742312_1488 (size=12301) 2024-11-23T02:23:51,320 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/8552dddf4a874233b981aad7f302a480 2024-11-23T02:23:51,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/2e7fb05e3e2d47b191fb6a10de213218 is 50, key is test_row_0/C:col10/1732328630074/Put/seqid=0 2024-11-23T02:23:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742313_1489 (size=12301) 2024-11-23T02:23:51,373 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/2e7fb05e3e2d47b191fb6a10de213218 2024-11-23T02:23:51,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/97208dbbacf348219d21d18372a02f2b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b 2024-11-23T02:23:51,383 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b, entries=150, sequenceid=427, filesize=30.5 K 2024-11-23T02:23:51,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/8552dddf4a874233b981aad7f302a480 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/8552dddf4a874233b981aad7f302a480 2024-11-23T02:23:51,390 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/8552dddf4a874233b981aad7f302a480, entries=150, sequenceid=427, filesize=12.0 K 2024-11-23T02:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/2e7fb05e3e2d47b191fb6a10de213218 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/2e7fb05e3e2d47b191fb6a10de213218 2024-11-23T02:23:51,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328691385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328691391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,397 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/2e7fb05e3e2d47b191fb6a10de213218, entries=150, sequenceid=427, filesize=12.0 K 2024-11-23T02:23:51,400 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45b3fa690452ae1589ee5205df01f806 in 283ms, sequenceid=427, compaction requested=false 2024-11-23T02:23:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-23T02:23:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-23T02:23:51,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T02:23:51,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 589 msec 2024-11-23T02:23:51,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 596 msec 2024-11-23T02:23:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:23:51,414 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-23T02:23:51,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-23T02:23:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:51,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:51,423 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:51,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:51,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T02:23:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:51,576 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:51,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bcf3f63756b548938e8ece982b6f050f_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328631255/Put/seqid=0 2024-11-23T02:23:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742314_1490 (size=12454) 2024-11-23T02:23:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328691642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328691642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:51,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328691749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328691750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328691954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328691954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:52,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bcf3f63756b548938e8ece982b6f050f_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bcf3f63756b548938e8ece982b6f050f_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a74fc72543054faa9e752454048dc249, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:52,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a74fc72543054faa9e752454048dc249 is 175, key is test_row_0/A:col10/1732328631255/Put/seqid=0 2024-11-23T02:23:52,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742315_1491 (size=31255) 2024-11-23T02:23:52,069 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a74fc72543054faa9e752454048dc249 2024-11-23T02:23:52,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/55efed80299d4591b45fb63abab7f0e8 is 50, key is test_row_0/B:col10/1732328631255/Put/seqid=0 2024-11-23T02:23:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742316_1492 (size=12301) 2024-11-23T02:23:52,114 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/55efed80299d4591b45fb63abab7f0e8 2024-11-23T02:23:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b37d4ccbff5341028370243f6b1d7d7d is 50, key is test_row_0/C:col10/1732328631255/Put/seqid=0 2024-11-23T02:23:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742317_1493 (size=12301) 2024-11-23T02:23:52,145 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b37d4ccbff5341028370243f6b1d7d7d 2024-11-23T02:23:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a74fc72543054faa9e752454048dc249 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249 2024-11-23T02:23:52,158 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249, entries=150, sequenceid=448, filesize=30.5 K 2024-11-23T02:23:52,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/55efed80299d4591b45fb63abab7f0e8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/55efed80299d4591b45fb63abab7f0e8 2024-11-23T02:23:52,165 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/55efed80299d4591b45fb63abab7f0e8, entries=150, sequenceid=448, filesize=12.0 K 2024-11-23T02:23:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b37d4ccbff5341028370243f6b1d7d7d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b37d4ccbff5341028370243f6b1d7d7d 2024-11-23T02:23:52,173 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b37d4ccbff5341028370243f6b1d7d7d, entries=150, sequenceid=448, filesize=12.0 K 2024-11-23T02:23:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45b3fa690452ae1589ee5205df01f806 in 597ms, sequenceid=448, compaction requested=true 2024-11-23T02:23:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-23T02:23:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-23T02:23:52,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-23T02:23:52,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 752 msec 2024-11-23T02:23:52,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 762 msec 2024-11-23T02:23:52,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:52,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:52,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:52,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:52,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112371d97ec59bcf456a96264e2835d290cc_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:52,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742318_1494 (size=14994) 2024-11-23T02:23:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328692324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328692328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328692433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328692435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:52,523 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T02:23:52,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-23T02:23:52,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T02:23:52,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:52,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T02:23:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328692642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328692643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T02:23:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:52,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:52,706 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112371d97ec59bcf456a96264e2835d290cc_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112371d97ec59bcf456a96264e2835d290cc_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:52,707 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/acb0652c5e1f4c389bc3e38be5a68b07, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:52,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/acb0652c5e1f4c389bc3e38be5a68b07 is 175, key is test_row_0/A:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742319_1495 (size=39949) 2024-11-23T02:23:52,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=467, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/acb0652c5e1f4c389bc3e38be5a68b07 2024-11-23T02:23:52,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/1af71431ffb24345b0dd88ae9f4d353b is 50, key is test_row_0/B:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742320_1496 (size=12301) 2024-11-23T02:23:52,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/1af71431ffb24345b0dd88ae9f4d353b 2024-11-23T02:23:52,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/830b0d660c5d4e1387b5343af4ecbfb6 is 50, key is test_row_0/C:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742321_1497 (size=12301) 2024-11-23T02:23:52,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/830b0d660c5d4e1387b5343af4ecbfb6 2024-11-23T02:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/acb0652c5e1f4c389bc3e38be5a68b07 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07 2024-11-23T02:23:52,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07, entries=200, sequenceid=467, filesize=39.0 K 2024-11-23T02:23:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/1af71431ffb24345b0dd88ae9f4d353b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1af71431ffb24345b0dd88ae9f4d353b 2024-11-23T02:23:52,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1af71431ffb24345b0dd88ae9f4d353b, entries=150, sequenceid=467, filesize=12.0 K 2024-11-23T02:23:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/830b0d660c5d4e1387b5343af4ecbfb6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/830b0d660c5d4e1387b5343af4ecbfb6 2024-11-23T02:23:52,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/830b0d660c5d4e1387b5343af4ecbfb6, entries=150, sequenceid=467, filesize=12.0 K 2024-11-23T02:23:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T02:23:52,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 45b3fa690452ae1589ee5205df01f806 in 562ms, sequenceid=467, compaction requested=true 2024-11-23T02:23:52,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:52,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:52,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:52,829 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:52,829 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:52,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:52,830 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:52,830 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/A is initiating minor compaction (all files) 2024-11-23T02:23:52,830 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/A in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,830 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/34cda90b60b84deb92c7986c1766b718, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=131.5 K 2024-11-23T02:23:52,830 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,830 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/34cda90b60b84deb92c7986c1766b718, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07] 2024-11-23T02:23:52,830 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:52,831 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/B is initiating minor compaction (all files) 2024-11-23T02:23:52,831 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/B in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,831 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/95d07b4b7f8e468589c51e386bfec3f5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/8552dddf4a874233b981aad7f302a480, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/55efed80299d4591b45fb63abab7f0e8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1af71431ffb24345b0dd88ae9f4d353b] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=49.0 K 2024-11-23T02:23:52,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:52,831 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34cda90b60b84deb92c7986c1766b718, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732328629375 2024-11-23T02:23:52,831 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 95d07b4b7f8e468589c51e386bfec3f5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732328629375 2024-11-23T02:23:52,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:52,832 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8552dddf4a874233b981aad7f302a480, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732328630029 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:52,832 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97208dbbacf348219d21d18372a02f2b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732328630029 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:52,833 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 55efed80299d4591b45fb63abab7f0e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732328631255 2024-11-23T02:23:52,834 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af71431ffb24345b0dd88ae9f4d353b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732328631617 2024-11-23T02:23:52,834 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a74fc72543054faa9e752454048dc249, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732328631255 2024-11-23T02:23:52,835 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb0652c5e1f4c389bc3e38be5a68b07, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732328631617 2024-11-23T02:23:52,868 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:52,869 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/f5e81ab4b202432fa6f27407fa726326 is 50, key is test_row_0/B:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:52,886 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235979c5f3e68c4e7d8de70bef43b9abd7_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328632326/Put/seqid=0 2024-11-23T02:23:52,931 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231933de95435a4f3f9265d7692d13e587_45b3fa690452ae1589ee5205df01f806 store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:52,934 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231933de95435a4f3f9265d7692d13e587_45b3fa690452ae1589ee5205df01f806, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:52,934 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231933de95435a4f3f9265d7692d13e587_45b3fa690452ae1589ee5205df01f806 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742322_1498 (size=13391) 2024-11-23T02:23:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:52,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. as already flushing 2024-11-23T02:23:52,961 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/f5e81ab4b202432fa6f27407fa726326 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f5e81ab4b202432fa6f27407fa726326 2024-11-23T02:23:52,967 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/B of 45b3fa690452ae1589ee5205df01f806 into f5e81ab4b202432fa6f27407fa726326(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:52,968 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:52,968 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/B, priority=12, startTime=1732328632829; duration=0sec 2024-11-23T02:23:52,968 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:52,968 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:52,970 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:52,971 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:52,971 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 45b3fa690452ae1589ee5205df01f806/C is initiating minor compaction (all files) 2024-11-23T02:23:52,972 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45b3fa690452ae1589ee5205df01f806/C in TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:52,972 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/db11ed03343240b0b47d6902c2cb2a9d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/2e7fb05e3e2d47b191fb6a10de213218, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b37d4ccbff5341028370243f6b1d7d7d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/830b0d660c5d4e1387b5343af4ecbfb6] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp, totalSize=49.0 K 2024-11-23T02:23:52,972 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting db11ed03343240b0b47d6902c2cb2a9d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732328629375 2024-11-23T02:23:52,973 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e7fb05e3e2d47b191fb6a10de213218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732328630029 2024-11-23T02:23:52,973 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b37d4ccbff5341028370243f6b1d7d7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732328631255 2024-11-23T02:23:52,973 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 830b0d660c5d4e1387b5343af4ecbfb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732328631617 2024-11-23T02:23:52,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742323_1499 (size=12454) 2024-11-23T02:23:52,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742324_1500 (size=4469) 2024-11-23T02:23:53,012 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#C#compaction#417 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:53,013 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/891c1c36ecac4f3e8122be3827046ab9 is 50, key is test_row_0/C:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:53,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742325_1501 (size=13391) 2024-11-23T02:23:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328693036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328693039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T02:23:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328693140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328693145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,331 DEBUG [Thread-1669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:52285 2024-11-23T02:23:53,331 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:53,333 DEBUG [Thread-1673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:52285 2024-11-23T02:23:53,333 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:53,336 DEBUG [Thread-1667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:52285 2024-11-23T02:23:53,336 DEBUG [Thread-1667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:53,338 DEBUG [Thread-1671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:52285 2024-11-23T02:23:53,338 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:53,344 DEBUG [Thread-1665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:52285 2024-11-23T02:23:53,344 DEBUG [Thread-1665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328693348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328693354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:53,379 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235979c5f3e68c4e7d8de70bef43b9abd7_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235979c5f3e68c4e7d8de70bef43b9abd7_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:53,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a3de12949f524881b7e896fd3238cf7f, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a3de12949f524881b7e896fd3238cf7f is 175, key is test_row_0/A:col10/1732328632326/Put/seqid=0 2024-11-23T02:23:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742326_1502 (size=31255) 2024-11-23T02:23:53,396 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b3fa690452ae1589ee5205df01f806#A#compaction#415 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:53,397 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/38e50098e0a843fa8439d7239c6ef35d is 175, key is test_row_0/A:col10/1732328631617/Put/seqid=0 2024-11-23T02:23:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742327_1503 (size=32345) 2024-11-23T02:23:53,443 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/891c1c36ecac4f3e8122be3827046ab9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/891c1c36ecac4f3e8122be3827046ab9 2024-11-23T02:23:53,447 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/C of 45b3fa690452ae1589ee5205df01f806 into 891c1c36ecac4f3e8122be3827046ab9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:53,447 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:53,447 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/C, priority=12, startTime=1732328632830; duration=0sec 2024-11-23T02:23:53,447 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:53,447 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T02:23:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328693652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328693656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:53,786 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a3de12949f524881b7e896fd3238cf7f 2024-11-23T02:23:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/6684fea1eba64784bcf8abfee6071f37 is 50, key is test_row_0/B:col10/1732328632326/Put/seqid=0 2024-11-23T02:23:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742328_1504 (size=12301) 2024-11-23T02:23:53,797 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/6684fea1eba64784bcf8abfee6071f37 2024-11-23T02:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/877209c1e60a407e978aabbb02ed84b2 is 50, key is test_row_0/C:col10/1732328632326/Put/seqid=0 2024-11-23T02:23:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742329_1505 (size=12301) 2024-11-23T02:23:53,830 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/38e50098e0a843fa8439d7239c6ef35d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/38e50098e0a843fa8439d7239c6ef35d 2024-11-23T02:23:53,834 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45b3fa690452ae1589ee5205df01f806/A of 45b3fa690452ae1589ee5205df01f806 into 38e50098e0a843fa8439d7239c6ef35d(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-23T02:23:53,834 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:53,834 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806., storeName=45b3fa690452ae1589ee5205df01f806/A, priority=12, startTime=1732328632828; duration=1sec 2024-11-23T02:23:53,834 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:53,834 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:54,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35534 deadline: 1732328694156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:54,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732328694159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:54,208 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/877209c1e60a407e978aabbb02ed84b2 2024-11-23T02:23:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/a3de12949f524881b7e896fd3238cf7f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a3de12949f524881b7e896fd3238cf7f 2024-11-23T02:23:54,216 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a3de12949f524881b7e896fd3238cf7f, entries=150, sequenceid=484, filesize=30.5 K 2024-11-23T02:23:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/6684fea1eba64784bcf8abfee6071f37 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6684fea1eba64784bcf8abfee6071f37 2024-11-23T02:23:54,220 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6684fea1eba64784bcf8abfee6071f37, entries=150, sequenceid=484, filesize=12.0 K 2024-11-23T02:23:54,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/877209c1e60a407e978aabbb02ed84b2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/877209c1e60a407e978aabbb02ed84b2 2024-11-23T02:23:54,223 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/877209c1e60a407e978aabbb02ed84b2, entries=150, sequenceid=484, filesize=12.0 K 2024-11-23T02:23:54,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 45b3fa690452ae1589ee5205df01f806 in 1392ms, sequenceid=484, compaction requested=false 2024-11-23T02:23:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-23T02:23:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-23T02:23:54,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T02:23:54,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6990 sec 2024-11-23T02:23:54,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.7030 sec 2024-11-23T02:23:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T02:23:54,631 INFO [Thread-1664 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-23T02:23:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:55,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:55,166 DEBUG [Thread-1656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:52285 2024-11-23T02:23:55,166 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:55,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:55,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:55,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:55,169 DEBUG [Thread-1658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:52285 2024-11-23T02:23:55,169 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:55,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a9198dc399e405a8e98d56211bbf32b_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_0/A:col10/1732328633034/Put/seqid=0 2024-11-23T02:23:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742330_1506 (size=12454) 2024-11-23T02:23:55,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:55,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a9198dc399e405a8e98d56211bbf32b_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a9198dc399e405a8e98d56211bbf32b_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:55,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ec7b4a35ba1942b69c8becc39d57cb2a, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:55,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ec7b4a35ba1942b69c8becc39d57cb2a is 175, key is test_row_0/A:col10/1732328633034/Put/seqid=0 2024-11-23T02:23:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742331_1507 (size=31255) 2024-11-23T02:23:55,938 DEBUG [Thread-1662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:52285 2024-11-23T02:23:55,938 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:55,944 DEBUG [Thread-1654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:52285 2024-11-23T02:23:55,945 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:55,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=507, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ec7b4a35ba1942b69c8becc39d57cb2a 2024-11-23T02:23:55,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/488e10523ba84f64884978e0043d59c2 is 50, key is test_row_0/B:col10/1732328633034/Put/seqid=0 2024-11-23T02:23:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742332_1508 (size=12301) 2024-11-23T02:23:56,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/488e10523ba84f64884978e0043d59c2 2024-11-23T02:23:56,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b9f7952a54ae44ecadfff3a9a268cf2b is 50, key is test_row_0/C:col10/1732328633034/Put/seqid=0 2024-11-23T02:23:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742333_1509 (size=12301) 2024-11-23T02:23:56,034 DEBUG [Thread-1660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:52285 2024-11-23T02:23:56,034 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 169 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 185 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1867 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5600 rows 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1884 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5649 rows 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1879 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5636 rows 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1880 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5637 rows 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1893 2024-11-23T02:23:56,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5675 rows 2024-11-23T02:23:56,034 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:23:56,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:52285 2024-11-23T02:23:56,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:56,037 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:23:56,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:23:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:56,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328636041"}]},"ts":"1732328636041"} 2024-11-23T02:23:56,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:23:56,045 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:23:56,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:56,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, UNASSIGN}] 2024-11-23T02:23:56,048 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, UNASSIGN 2024-11-23T02:23:56,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:56,049 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:56,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:23:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:56,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:23:56,201 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:56,201 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:56,201 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 45b3fa690452ae1589ee5205df01f806, disabling compactions & flushes 2024-11-23T02:23:56,201 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:56,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b9f7952a54ae44ecadfff3a9a268cf2b 2024-11-23T02:23:56,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/ec7b4a35ba1942b69c8becc39d57cb2a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ec7b4a35ba1942b69c8becc39d57cb2a 2024-11-23T02:23:56,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ec7b4a35ba1942b69c8becc39d57cb2a, entries=150, sequenceid=507, filesize=30.5 K 2024-11-23T02:23:56,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/488e10523ba84f64884978e0043d59c2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/488e10523ba84f64884978e0043d59c2 2024-11-23T02:23:56,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/488e10523ba84f64884978e0043d59c2, entries=150, sequenceid=507, filesize=12.0 K 2024-11-23T02:23:56,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/b9f7952a54ae44ecadfff3a9a268cf2b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b9f7952a54ae44ecadfff3a9a268cf2b 2024-11-23T02:23:56,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b9f7952a54ae44ecadfff3a9a268cf2b, entries=150, sequenceid=507, filesize=12.0 K 2024-11-23T02:23:56,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 45b3fa690452ae1589ee5205df01f806 in 1269ms, sequenceid=507, compaction requested=true 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:56,436 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. after waiting 0 ms 2024-11-23T02:23:56,436 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. because compaction request was cancelled 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:56,436 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:A 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:A, priority=-2147483648, current under compaction store size is 0 2024-11-23T02:23:56,436 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 45b3fa690452ae1589ee5205df01f806 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:B, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:56,436 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. because compaction request was cancelled 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45b3fa690452ae1589ee5205df01f806:C, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:56,436 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:B 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=A 2024-11-23T02:23:56,436 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. because compaction request was cancelled 2024-11-23T02:23:56,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:56,436 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b3fa690452ae1589ee5205df01f806:C 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=B 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45b3fa690452ae1589ee5205df01f806, store=C 2024-11-23T02:23:56,436 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:56,441 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112387c7dfea746d4e47b8bf829479d60e64_45b3fa690452ae1589ee5205df01f806 is 50, key is test_row_1/A:col10/1732328635943/Put/seqid=0 2024-11-23T02:23:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742334_1510 (size=9914) 2024-11-23T02:23:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:56,845 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:56,848 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112387c7dfea746d4e47b8bf829479d60e64_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112387c7dfea746d4e47b8bf829479d60e64_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:56,849 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/079f4ca6c74448a28be8df6b1be00318, store: [table=TestAcidGuarantees family=A region=45b3fa690452ae1589ee5205df01f806] 2024-11-23T02:23:56,850 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/079f4ca6c74448a28be8df6b1be00318 is 175, key is test_row_1/A:col10/1732328635943/Put/seqid=0 2024-11-23T02:23:56,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742335_1511 (size=22561) 2024-11-23T02:23:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:57,257 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=514, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/079f4ca6c74448a28be8df6b1be00318 2024-11-23T02:23:57,264 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/f7d71dc5d3df4df69b6eef0faa13ec40 is 50, key is test_row_1/B:col10/1732328635943/Put/seqid=0 2024-11-23T02:23:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742336_1512 (size=9857) 2024-11-23T02:23:57,669 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/f7d71dc5d3df4df69b6eef0faa13ec40 2024-11-23T02:23:57,676 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/f1c9b413bcc74bd3ab1b96b5b345481f is 50, key is test_row_1/C:col10/1732328635943/Put/seqid=0 2024-11-23T02:23:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742337_1513 (size=9857) 2024-11-23T02:23:58,089 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/f1c9b413bcc74bd3ab1b96b5b345481f 2024-11-23T02:23:58,093 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/A/079f4ca6c74448a28be8df6b1be00318 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/079f4ca6c74448a28be8df6b1be00318 2024-11-23T02:23:58,097 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/079f4ca6c74448a28be8df6b1be00318, entries=100, sequenceid=514, filesize=22.0 K 2024-11-23T02:23:58,097 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/B/f7d71dc5d3df4df69b6eef0faa13ec40 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f7d71dc5d3df4df69b6eef0faa13ec40 2024-11-23T02:23:58,101 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f7d71dc5d3df4df69b6eef0faa13ec40, entries=100, sequenceid=514, filesize=9.6 K 2024-11-23T02:23:58,102 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/.tmp/C/f1c9b413bcc74bd3ab1b96b5b345481f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/f1c9b413bcc74bd3ab1b96b5b345481f 2024-11-23T02:23:58,108 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/f1c9b413bcc74bd3ab1b96b5b345481f, entries=100, sequenceid=514, filesize=9.6 K 2024-11-23T02:23:58,109 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 45b3fa690452ae1589ee5205df01f806 in 1673ms, sequenceid=514, compaction requested=true 2024-11-23T02:23:58,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/1d22ffcca0bc4399b5b8d57f83c5df8e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/edefa3f0da5d4c78b039562f0541a1e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/e2ae2d3c2a5b433cb9f7caf74ea94457, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/0b94fac7bd634bb48d4487f98c3b5485, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/57d0a941d59143f0808f0cf994c75810, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/292da85fe15a4392b1c6aa0127de4386, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/2ee4616fd7784be99ac8aa6005a7044d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/34cda90b60b84deb92c7986c1766b718, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07] to archive 2024-11-23T02:23:58,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:58,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/4f774492de684b4e8799dd45bd218c4f 2024-11-23T02:23:58,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/3523b5a80260482ba3740d03633253a9 2024-11-23T02:23:58,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a6fd5d453a0645fba850b697f25b754b 2024-11-23T02:23:58,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/1d22ffcca0bc4399b5b8d57f83c5df8e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/1d22ffcca0bc4399b5b8d57f83c5df8e 2024-11-23T02:23:58,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/724dbd952bc54e57ab7bf5d0cc2567cb 2024-11-23T02:23:58,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/cd33639c0a19400b9c15df9023a865c8 2024-11-23T02:23:58,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/32ae88dd2611409a98dcec4f7a78ae4f 2024-11-23T02:23:58,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/edefa3f0da5d4c78b039562f0541a1e5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/edefa3f0da5d4c78b039562f0541a1e5 2024-11-23T02:23:58,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/9be6799187f4468e911dc296a43a87e4 2024-11-23T02:23:58,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/300253681daa4176bf88b590b746d8f9 2024-11-23T02:23:58,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/e2ae2d3c2a5b433cb9f7caf74ea94457 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/e2ae2d3c2a5b433cb9f7caf74ea94457 2024-11-23T02:23:58,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/556e7a131ded4e48847638af2a9c0b25 2024-11-23T02:23:58,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/7c62185980914d1d95a87b901ce283db 2024-11-23T02:23:58,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/0b94fac7bd634bb48d4487f98c3b5485 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/0b94fac7bd634bb48d4487f98c3b5485 2024-11-23T02:23:58,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ca841d58a99f4ce4ac4e49d9a64b6894 2024-11-23T02:23:58,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d380fc63691d4e86b8ad68b3543085f5 2024-11-23T02:23:58,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/57d0a941d59143f0808f0cf994c75810 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/57d0a941d59143f0808f0cf994c75810 2024-11-23T02:23:58,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a9f1ca9ec3b348cf8c62f756e4d4b328 2024-11-23T02:23:58,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/fb73976c841441e494194e4370f4f422 2024-11-23T02:23:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:58,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/d126a4963f1a4ade9c62c09701954186 2024-11-23T02:23:58,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/650fb23cb157480aaef9e8d04d768bd7 2024-11-23T02:23:58,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/292da85fe15a4392b1c6aa0127de4386 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/292da85fe15a4392b1c6aa0127de4386 2024-11-23T02:23:58,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/02b4e14468c5432e9b4f60c10206d331 2024-11-23T02:23:58,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/bbafd8bb18d94d2fbf47acba95e927d3 2024-11-23T02:23:58,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/2ee4616fd7784be99ac8aa6005a7044d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/2ee4616fd7784be99ac8aa6005a7044d 2024-11-23T02:23:58,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/6192c9d71c454bd9946d303893b58091 2024-11-23T02:23:58,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/223ad03d2a014970835308bad810dadf 2024-11-23T02:23:58,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/142d4c227f644ff48cc869097f6a82ca 2024-11-23T02:23:58,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/34cda90b60b84deb92c7986c1766b718 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/34cda90b60b84deb92c7986c1766b718 2024-11-23T02:23:58,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/97208dbbacf348219d21d18372a02f2b 2024-11-23T02:23:58,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a74fc72543054faa9e752454048dc249 2024-11-23T02:23:58,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/acb0652c5e1f4c389bc3e38be5a68b07 2024-11-23T02:23:58,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e9fe660c0fe348b4abd10b6eeae6ccc4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b29b47c0672841cab774a84378063b3c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d169d7c30ef14312974da2228b2d7141, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2805ad0006f84c2ca5c99cd06b93d429, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6af78798b77c4b3296d6c92432318af5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2537fe0ab9c940d6b4071a8f44b20151, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e431164fff4e4bfd93df4619bc27927b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d3818110ccaf47b3be0c8323d539421e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/bda3e2a92ff846ab8fa5b903993e5a35, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/609662044fe645a394f61dfb942f2986, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/72da2d49eed24d109a43642916db877c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/768b53978fda455983ffa0edf38f4be5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/831de6d8ea9e429d989cf0dbb87cf601, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/15243661dd3b45c48134e25ad6db5cb3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d336442306a24a1188e9474e064015f6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e41d09a9de23453bbe270ce3a3a3ecb1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/300641c2ba99419299d879cdf0a57f66, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/3abb6e73600f49c68ea6d9951088bc6c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0542f9cdd9a44681b98682b48fe023a7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/150e37b4fe014ef09d3e993c1352e9e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2312b4a08eb84d5c92fdb519f43125b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/5f8e1a92d756467ba64f91c919a36398, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/ab28053c7b54457aa8ed28f330491e5c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1ac34048826847a8ae176b901f1ba337, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/42744ce26d14475b8e905c4844f3f942, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0e0f6b6ca84d48b8805482a9c4004b71, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b13da7ce1d144f61acc8fcaf3aeeded5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/95d07b4b7f8e468589c51e386bfec3f5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/7e5648e9fe9f423db5670921d2a9277a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/8552dddf4a874233b981aad7f302a480, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/55efed80299d4591b45fb63abab7f0e8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1af71431ffb24345b0dd88ae9f4d353b] to archive 2024-11-23T02:23:58,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:58,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e9fe660c0fe348b4abd10b6eeae6ccc4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e9fe660c0fe348b4abd10b6eeae6ccc4 2024-11-23T02:23:58,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b29b47c0672841cab774a84378063b3c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b29b47c0672841cab774a84378063b3c 2024-11-23T02:23:58,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d169d7c30ef14312974da2228b2d7141 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d169d7c30ef14312974da2228b2d7141 2024-11-23T02:23:58,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2805ad0006f84c2ca5c99cd06b93d429 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2805ad0006f84c2ca5c99cd06b93d429 2024-11-23T02:23:58,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6af78798b77c4b3296d6c92432318af5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6af78798b77c4b3296d6c92432318af5 2024-11-23T02:23:58,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2537fe0ab9c940d6b4071a8f44b20151 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2537fe0ab9c940d6b4071a8f44b20151 2024-11-23T02:23:58,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e431164fff4e4bfd93df4619bc27927b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e431164fff4e4bfd93df4619bc27927b 2024-11-23T02:23:58,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d3818110ccaf47b3be0c8323d539421e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d3818110ccaf47b3be0c8323d539421e 2024-11-23T02:23:58,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/bda3e2a92ff846ab8fa5b903993e5a35 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/bda3e2a92ff846ab8fa5b903993e5a35 2024-11-23T02:23:58,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/609662044fe645a394f61dfb942f2986 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/609662044fe645a394f61dfb942f2986 2024-11-23T02:23:58,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/72da2d49eed24d109a43642916db877c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/72da2d49eed24d109a43642916db877c 2024-11-23T02:23:58,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/768b53978fda455983ffa0edf38f4be5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/768b53978fda455983ffa0edf38f4be5 2024-11-23T02:23:58,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/831de6d8ea9e429d989cf0dbb87cf601 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/831de6d8ea9e429d989cf0dbb87cf601 2024-11-23T02:23:58,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/15243661dd3b45c48134e25ad6db5cb3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/15243661dd3b45c48134e25ad6db5cb3 2024-11-23T02:23:58,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d336442306a24a1188e9474e064015f6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/d336442306a24a1188e9474e064015f6 2024-11-23T02:23:58,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e41d09a9de23453bbe270ce3a3a3ecb1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/e41d09a9de23453bbe270ce3a3a3ecb1 2024-11-23T02:23:58,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/300641c2ba99419299d879cdf0a57f66 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/300641c2ba99419299d879cdf0a57f66 2024-11-23T02:23:58,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/3abb6e73600f49c68ea6d9951088bc6c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/3abb6e73600f49c68ea6d9951088bc6c 2024-11-23T02:23:58,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0542f9cdd9a44681b98682b48fe023a7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0542f9cdd9a44681b98682b48fe023a7 2024-11-23T02:23:58,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/150e37b4fe014ef09d3e993c1352e9e5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/150e37b4fe014ef09d3e993c1352e9e5 2024-11-23T02:23:58,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2312b4a08eb84d5c92fdb519f43125b3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/2312b4a08eb84d5c92fdb519f43125b3 2024-11-23T02:23:58,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/5f8e1a92d756467ba64f91c919a36398 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/5f8e1a92d756467ba64f91c919a36398 2024-11-23T02:23:58,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/ab28053c7b54457aa8ed28f330491e5c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/ab28053c7b54457aa8ed28f330491e5c 2024-11-23T02:23:58,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1ac34048826847a8ae176b901f1ba337 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1ac34048826847a8ae176b901f1ba337 2024-11-23T02:23:58,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/42744ce26d14475b8e905c4844f3f942 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/42744ce26d14475b8e905c4844f3f942 2024-11-23T02:23:58,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0e0f6b6ca84d48b8805482a9c4004b71 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/0e0f6b6ca84d48b8805482a9c4004b71 2024-11-23T02:23:58,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b13da7ce1d144f61acc8fcaf3aeeded5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/b13da7ce1d144f61acc8fcaf3aeeded5 2024-11-23T02:23:58,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/95d07b4b7f8e468589c51e386bfec3f5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/95d07b4b7f8e468589c51e386bfec3f5 2024-11-23T02:23:58,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/7e5648e9fe9f423db5670921d2a9277a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/7e5648e9fe9f423db5670921d2a9277a 2024-11-23T02:23:58,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/8552dddf4a874233b981aad7f302a480 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/8552dddf4a874233b981aad7f302a480 2024-11-23T02:23:58,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/55efed80299d4591b45fb63abab7f0e8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/55efed80299d4591b45fb63abab7f0e8 2024-11-23T02:23:58,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1af71431ffb24345b0dd88ae9f4d353b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/1af71431ffb24345b0dd88ae9f4d353b 2024-11-23T02:23:58,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/e3c2aac9ab2643af9b775f98e2e1878c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/11eca04feb0a4cbdacef32355c984223, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/156a24fe3ddb46e9afc5b7792e92d418, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/55e41b914b604ca8bde4438f02d8f59a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/91b03a2224854e839823d0e9af6ff9bc, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/6c68858ea69b40889b91c375023bc05a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4ab1cf5a59b447798f9e952e257ae462, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/350c7dac1085418e93a6ccc80614179b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/cef31fbb90aa46fab807e224c8fd10a6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5d4c6ac3e55348a780596d6d01a0b215, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/589393ee637a4ab8bd1ae3401fe61dd8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/3748c4daa3e548ce9b2774f9eb4c6bc9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/7237f54d7a424abe9e2c51976d218a60, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/064f15ec8b1a41e5b02b07c728f42388, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b4261facde5c4fee8d96f169d239a088, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/468456b1012a4854bbe2ad54a94a37f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9621def26c3b4a70b320daf977204c5f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/78903f497a11485188272c46326b0d73, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5579847f3f9b4dd195fabd02406134ac, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9f590f70e562412da98c32e8a6090a71, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4bd51ceba20943129e4d0f8cae34ed61, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/479ac0e2d71647c1906b45bc7f0e3849, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5e60feced71243b296a5c19d66460d57, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/831a9f3b3344427a868c65da9ea90264, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/22ba38ee05154c1d83af45975c96466c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/d63cc9efb3004311aa32bc0263fcb476, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/84586d8b60af49bfb58b8d0ef15b9e11, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/db11ed03343240b0b47d6902c2cb2a9d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/8849494c94f247a79e9dd9208bcf95c3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/2e7fb05e3e2d47b191fb6a10de213218, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b37d4ccbff5341028370243f6b1d7d7d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/830b0d660c5d4e1387b5343af4ecbfb6] to archive 2024-11-23T02:23:58,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:58,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/e3c2aac9ab2643af9b775f98e2e1878c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/e3c2aac9ab2643af9b775f98e2e1878c 2024-11-23T02:23:58,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/11eca04feb0a4cbdacef32355c984223 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/11eca04feb0a4cbdacef32355c984223 2024-11-23T02:23:58,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/156a24fe3ddb46e9afc5b7792e92d418 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/156a24fe3ddb46e9afc5b7792e92d418 2024-11-23T02:23:58,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/55e41b914b604ca8bde4438f02d8f59a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/55e41b914b604ca8bde4438f02d8f59a 2024-11-23T02:23:58,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/91b03a2224854e839823d0e9af6ff9bc to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/91b03a2224854e839823d0e9af6ff9bc 2024-11-23T02:23:58,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/6c68858ea69b40889b91c375023bc05a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/6c68858ea69b40889b91c375023bc05a 2024-11-23T02:23:58,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4ab1cf5a59b447798f9e952e257ae462 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4ab1cf5a59b447798f9e952e257ae462 2024-11-23T02:23:58,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/350c7dac1085418e93a6ccc80614179b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/350c7dac1085418e93a6ccc80614179b 2024-11-23T02:23:58,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/cef31fbb90aa46fab807e224c8fd10a6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/cef31fbb90aa46fab807e224c8fd10a6 2024-11-23T02:23:58,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5d4c6ac3e55348a780596d6d01a0b215 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5d4c6ac3e55348a780596d6d01a0b215 2024-11-23T02:23:58,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/589393ee637a4ab8bd1ae3401fe61dd8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/589393ee637a4ab8bd1ae3401fe61dd8 2024-11-23T02:23:58,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/3748c4daa3e548ce9b2774f9eb4c6bc9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/3748c4daa3e548ce9b2774f9eb4c6bc9 2024-11-23T02:23:58,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/7237f54d7a424abe9e2c51976d218a60 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/7237f54d7a424abe9e2c51976d218a60 2024-11-23T02:23:58,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/064f15ec8b1a41e5b02b07c728f42388 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/064f15ec8b1a41e5b02b07c728f42388 2024-11-23T02:23:58,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b4261facde5c4fee8d96f169d239a088 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b4261facde5c4fee8d96f169d239a088 2024-11-23T02:23:58,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/468456b1012a4854bbe2ad54a94a37f7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/468456b1012a4854bbe2ad54a94a37f7 2024-11-23T02:23:58,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9621def26c3b4a70b320daf977204c5f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9621def26c3b4a70b320daf977204c5f 2024-11-23T02:23:58,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/78903f497a11485188272c46326b0d73 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/78903f497a11485188272c46326b0d73 2024-11-23T02:23:58,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5579847f3f9b4dd195fabd02406134ac to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5579847f3f9b4dd195fabd02406134ac 2024-11-23T02:23:58,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9f590f70e562412da98c32e8a6090a71 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/9f590f70e562412da98c32e8a6090a71 2024-11-23T02:23:58,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4bd51ceba20943129e4d0f8cae34ed61 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/4bd51ceba20943129e4d0f8cae34ed61 2024-11-23T02:23:58,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/479ac0e2d71647c1906b45bc7f0e3849 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/479ac0e2d71647c1906b45bc7f0e3849 2024-11-23T02:23:58,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5e60feced71243b296a5c19d66460d57 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/5e60feced71243b296a5c19d66460d57 2024-11-23T02:23:58,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/831a9f3b3344427a868c65da9ea90264 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/831a9f3b3344427a868c65da9ea90264 2024-11-23T02:23:58,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/22ba38ee05154c1d83af45975c96466c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/22ba38ee05154c1d83af45975c96466c 2024-11-23T02:23:58,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/d63cc9efb3004311aa32bc0263fcb476 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/d63cc9efb3004311aa32bc0263fcb476 2024-11-23T02:23:58,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/84586d8b60af49bfb58b8d0ef15b9e11 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/84586d8b60af49bfb58b8d0ef15b9e11 2024-11-23T02:23:58,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/db11ed03343240b0b47d6902c2cb2a9d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/db11ed03343240b0b47d6902c2cb2a9d 2024-11-23T02:23:58,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/8849494c94f247a79e9dd9208bcf95c3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/8849494c94f247a79e9dd9208bcf95c3 2024-11-23T02:23:58,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/2e7fb05e3e2d47b191fb6a10de213218 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/2e7fb05e3e2d47b191fb6a10de213218 2024-11-23T02:23:58,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b37d4ccbff5341028370243f6b1d7d7d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b37d4ccbff5341028370243f6b1d7d7d 2024-11-23T02:23:58,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/830b0d660c5d4e1387b5343af4ecbfb6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/830b0d660c5d4e1387b5343af4ecbfb6 2024-11-23T02:23:58,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/recovered.edits/517.seqid, newMaxSeqId=517, maxSeqId=4 2024-11-23T02:23:58,264 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806. 2024-11-23T02:23:58,264 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 45b3fa690452ae1589ee5205df01f806: 2024-11-23T02:23:58,265 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 45b3fa690452ae1589ee5205df01f806 2024-11-23T02:23:58,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=45b3fa690452ae1589ee5205df01f806, regionState=CLOSED 2024-11-23T02:23:58,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T02:23:58,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 45b3fa690452ae1589ee5205df01f806, server=fde8ce287ea2,37605,1732328523434 in 2.2180 sec 2024-11-23T02:23:58,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-23T02:23:58,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45b3fa690452ae1589ee5205df01f806, UNASSIGN in 2.2210 sec 2024-11-23T02:23:58,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T02:23:58,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2250 sec 2024-11-23T02:23:58,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328638272"}]},"ts":"1732328638272"} 2024-11-23T02:23:58,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:23:58,275 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:23:58,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2380 sec 2024-11-23T02:24:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:24:00,145 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T02:24:00,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:24:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,147 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:24:00,147 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,151 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/recovered.edits] 2024-11-23T02:24:00,153 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/079f4ca6c74448a28be8df6b1be00318 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/079f4ca6c74448a28be8df6b1be00318 2024-11-23T02:24:00,154 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/38e50098e0a843fa8439d7239c6ef35d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/38e50098e0a843fa8439d7239c6ef35d 2024-11-23T02:24:00,155 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a3de12949f524881b7e896fd3238cf7f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/a3de12949f524881b7e896fd3238cf7f 2024-11-23T02:24:00,156 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ec7b4a35ba1942b69c8becc39d57cb2a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/A/ec7b4a35ba1942b69c8becc39d57cb2a 2024-11-23T02:24:00,158 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/488e10523ba84f64884978e0043d59c2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/488e10523ba84f64884978e0043d59c2 2024-11-23T02:24:00,159 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6684fea1eba64784bcf8abfee6071f37 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/6684fea1eba64784bcf8abfee6071f37 2024-11-23T02:24:00,159 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f5e81ab4b202432fa6f27407fa726326 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f5e81ab4b202432fa6f27407fa726326 2024-11-23T02:24:00,160 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f7d71dc5d3df4df69b6eef0faa13ec40 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/B/f7d71dc5d3df4df69b6eef0faa13ec40 2024-11-23T02:24:00,162 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/877209c1e60a407e978aabbb02ed84b2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/877209c1e60a407e978aabbb02ed84b2 2024-11-23T02:24:00,163 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/891c1c36ecac4f3e8122be3827046ab9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/891c1c36ecac4f3e8122be3827046ab9 2024-11-23T02:24:00,164 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b9f7952a54ae44ecadfff3a9a268cf2b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/b9f7952a54ae44ecadfff3a9a268cf2b 2024-11-23T02:24:00,165 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/f1c9b413bcc74bd3ab1b96b5b345481f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/C/f1c9b413bcc74bd3ab1b96b5b345481f 2024-11-23T02:24:00,167 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/recovered.edits/517.seqid to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806/recovered.edits/517.seqid 2024-11-23T02:24:00,168 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,168 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:24:00,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:24:00,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T02:24:00,171 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232e48652027ec4d95aa9dc52760624d8d_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232e48652027ec4d95aa9dc52760624d8d_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,172 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233a29fc527ad0471c93561aac23636b20_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233a29fc527ad0471c93561aac23636b20_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,173 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233f676e9132004a07a5b1b8c1d3c144c6_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233f676e9132004a07a5b1b8c1d3c144c6_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,174 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234879ffaa22c145b39195da7476874e64_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234879ffaa22c145b39195da7476874e64_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,175 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350efa7df5f1e4036abbde98c72509779_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350efa7df5f1e4036abbde98c72509779_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,176 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123528f02a4f50c4c15ad01f9ad18f8ac9b_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123528f02a4f50c4c15ad01f9ad18f8ac9b_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,177 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112352dace85e4544670b57824b98d31ef14_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112352dace85e4544670b57824b98d31ef14_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,178 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235979c5f3e68c4e7d8de70bef43b9abd7_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235979c5f3e68c4e7d8de70bef43b9abd7_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,179 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123663105a60b1a46f3a91989b935562524_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123663105a60b1a46f3a91989b935562524_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,180 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112371d97ec59bcf456a96264e2835d290cc_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112371d97ec59bcf456a96264e2835d290cc_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,181 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a9198dc399e405a8e98d56211bbf32b_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a9198dc399e405a8e98d56211bbf32b_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382d333863cb04719910b0d26b3a46071_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382d333863cb04719910b0d26b3a46071_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,183 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112384723a9e76d84d16a0679d17a52e98ca_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112384723a9e76d84d16a0679d17a52e98ca_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,184 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112387c7dfea746d4e47b8bf829479d60e64_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112387c7dfea746d4e47b8bf829479d60e64_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,185 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b4a128ac5564b90b0c5348d3e52895c_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b4a128ac5564b90b0c5348d3e52895c_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,186 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112391f4ce6dcf894cee9fa83586bbd16491_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112391f4ce6dcf894cee9fa83586bbd16491_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123955fd6c084724af4aaea8a025e94df92_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123955fd6c084724af4aaea8a025e94df92_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a70af57eaa7e45afa43aaeb12a415ff0_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a70af57eaa7e45afa43aaeb12a415ff0_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,189 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a74a85f60fc0454ca202bfa774bfe951_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a74a85f60fc0454ca202bfa774bfe951_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,190 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bcf3f63756b548938e8ece982b6f050f_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bcf3f63756b548938e8ece982b6f050f_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,191 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d159cf44845548c18d8ee598b173f4aa_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d159cf44845548c18d8ee598b173f4aa_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,192 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e53cc6d9c93a48b4be0b6a5d9c9247d9_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e53cc6d9c93a48b4be0b6a5d9c9247d9_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,193 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eb39283c50fb4f3f9785325d81ee6d70_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eb39283c50fb4f3f9785325d81ee6d70_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,194 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edce1efed3e74865a31c7ab717058019_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edce1efed3e74865a31c7ab717058019_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,195 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f108664f956f4b64a3fd2c2607bd6a5d_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f108664f956f4b64a3fd2c2607bd6a5d_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,196 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f830ca85cec846d6a5ce25541d398a73_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f830ca85cec846d6a5ce25541d398a73_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,197 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fec3a9ef74414a14ac8784c5be869fe2_45b3fa690452ae1589ee5205df01f806 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fec3a9ef74414a14ac8784c5be869fe2_45b3fa690452ae1589ee5205df01f806 2024-11-23T02:24:00,198 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:24:00,199 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,201 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:24:00,203 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:24:00,204 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,204 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:24:00,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328640204"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:00,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:24:00,205 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 45b3fa690452ae1589ee5205df01f806, NAME => 'TestAcidGuarantees,,1732328610228.45b3fa690452ae1589ee5205df01f806.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:24:00,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:24:00,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328640206"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:00,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:24:00,210 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-23T02:24:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:24:00,248 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T02:24:00,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=453 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=741 (was 723) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3661 (was 3724) 2024-11-23T02:24:00,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=741, ProcessCount=11, AvailableMemoryMB=3661 2024-11-23T02:24:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:24:00,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:24:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:00,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:24:00,268 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:00,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-23T02:24:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T02:24:00,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:24:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742338_1514 (size=963) 2024-11-23T02:24:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T02:24:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T02:24:00,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:24:00,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742339_1515 (size=53) 2024-11-23T02:24:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T02:24:01,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:24:01,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0ce9477f96e556bd8dc2d1802fec76bd, disabling compactions & flushes 2024-11-23T02:24:01,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. after waiting 0 ms 2024-11-23T02:24:01,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:01,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:24:01,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328641082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328641082"}]},"ts":"1732328641082"} 2024-11-23T02:24:01,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:24:01,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:24:01,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328641084"}]},"ts":"1732328641084"} 2024-11-23T02:24:01,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:24:01,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, ASSIGN}] 2024-11-23T02:24:01,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, ASSIGN 2024-11-23T02:24:01,089 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:24:01,239 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=0ce9477f96e556bd8dc2d1802fec76bd, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:01,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:24:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T02:24:01,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:01,394 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,395 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:24:01,395 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,395 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:24:01,395 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,395 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,396 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,397 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:01,398 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce9477f96e556bd8dc2d1802fec76bd columnFamilyName A 2024-11-23T02:24:01,398 DEBUG [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:01,398 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.HStore(327): Store=0ce9477f96e556bd8dc2d1802fec76bd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:01,398 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,399 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:01,399 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce9477f96e556bd8dc2d1802fec76bd columnFamilyName B 2024-11-23T02:24:01,399 DEBUG [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:01,399 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.HStore(327): Store=0ce9477f96e556bd8dc2d1802fec76bd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:01,399 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,400 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:01,400 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce9477f96e556bd8dc2d1802fec76bd columnFamilyName C 2024-11-23T02:24:01,400 DEBUG [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:01,401 INFO [StoreOpener-0ce9477f96e556bd8dc2d1802fec76bd-1 {}] regionserver.HStore(327): Store=0ce9477f96e556bd8dc2d1802fec76bd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:01,401 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,402 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,402 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,403 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:24:01,404 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:01,405 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:24:01,405 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 0ce9477f96e556bd8dc2d1802fec76bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73908805, jitterRate=0.10132701694965363}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:24:01,406 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:01,406 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., pid=133, masterSystemTime=1732328641392 2024-11-23T02:24:01,408 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,408 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:01,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=0ce9477f96e556bd8dc2d1802fec76bd, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:01,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T02:24:01,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 in 169 msec 2024-11-23T02:24:01,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-23T02:24:01,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, ASSIGN in 322 msec 2024-11-23T02:24:01,411 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:24:01,411 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328641411"}]},"ts":"1732328641411"} 2024-11-23T02:24:01,412 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:24:01,414 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:24:01,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-23T02:24:01,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:24:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T02:24:02,372 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-23T02:24:02,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-11-23T02:24:02,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:24:02,380 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:24:02,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-23T02:24:02,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-23T02:24:02,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-23T02:24:02,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-23T02:24:02,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-23T02:24:02,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-23T02:24:02,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-23T02:24:02,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-23T02:24:02,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-23T02:24:02,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-23T02:24:02,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:02,415 DEBUG [hconnection-0x3e93b995-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:02,416 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T02:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:24:02,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:02,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:02,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:02,419 DEBUG [hconnection-0x6fb9f395-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,419 DEBUG [hconnection-0x703b9b35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,419 DEBUG [hconnection-0x350d1e1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,420 DEBUG [hconnection-0x5b8d92f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,420 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,420 DEBUG [hconnection-0x169dbbdd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,420 DEBUG [hconnection-0x7eee1f18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,421 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,421 DEBUG [hconnection-0x49489cc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,421 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,421 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,421 DEBUG [hconnection-0x76448e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,421 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,421 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,423 DEBUG [hconnection-0x1a813290-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:02,423 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:02,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:24:02,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:02,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:02,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:02,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:02,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:02,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:02,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/35df3e06132f438ca48f486ecbb0ff21 is 50, key is test_row_0/A:col10/1732328642427/Put/seqid=0 2024-11-23T02:24:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742340_1516 (size=12001) 2024-11-23T02:24:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328702452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328702453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328702454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328702456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328702457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/35df3e06132f438ca48f486ecbb0ff21 2024-11-23T02:24:02,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/07f1753dbb294967b156bed7ff63635a is 50, key is test_row_0/B:col10/1732328642427/Put/seqid=0 2024-11-23T02:24:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742341_1517 (size=12001) 2024-11-23T02:24:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:24:02,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328702559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328702559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328702559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328702559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328702562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:02,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:24:02,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:02,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328702762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328702762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328702763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328702763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328702765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:02,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:02,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:02,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/07f1753dbb294967b156bed7ff63635a 2024-11-23T02:24:02,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/7963d2cfa9a645b380c709943b897798 is 50, key is test_row_0/C:col10/1732328642427/Put/seqid=0 2024-11-23T02:24:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742342_1518 (size=12001) 2024-11-23T02:24:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:24:03,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328703067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328703069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328703069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328703070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328703070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/7963d2cfa9a645b380c709943b897798 2024-11-23T02:24:03,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:03,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/35df3e06132f438ca48f486ecbb0ff21 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/35df3e06132f438ca48f486ecbb0ff21 2024-11-23T02:24:03,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/35df3e06132f438ca48f486ecbb0ff21, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T02:24:03,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/07f1753dbb294967b156bed7ff63635a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/07f1753dbb294967b156bed7ff63635a 2024-11-23T02:24:03,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/07f1753dbb294967b156bed7ff63635a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T02:24:03,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/7963d2cfa9a645b380c709943b897798 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/7963d2cfa9a645b380c709943b897798 2024-11-23T02:24:03,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/7963d2cfa9a645b380c709943b897798, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T02:24:03,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0ce9477f96e556bd8dc2d1802fec76bd in 920ms, sequenceid=13, compaction requested=false 2024-11-23T02:24:03,351 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T02:24:03,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:03,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:03,487 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:03,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/b4eebb4fe451496cad0693a929c4dc84 is 50, key is test_row_0/A:col10/1732328642446/Put/seqid=0 2024-11-23T02:24:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742343_1519 (size=12001) 2024-11-23T02:24:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:24:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328703578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328703579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328703580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328703581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328703583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328703685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328703685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328703685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328703685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328703686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:24:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328703888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328703889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328703889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328703889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328703889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:03,896 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/b4eebb4fe451496cad0693a929c4dc84 2024-11-23T02:24:03,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/9f8d71b719784d7089b7b01ed6a33533 is 50, key is test_row_0/B:col10/1732328642446/Put/seqid=0 2024-11-23T02:24:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742344_1520 (size=12001) 2024-11-23T02:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328704194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328704194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328704194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328704195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328704195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,307 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/9f8d71b719784d7089b7b01ed6a33533 2024-11-23T02:24:04,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c7706fe30d6b47a2b0a8ce171a595432 is 50, key is test_row_0/C:col10/1732328642446/Put/seqid=0 2024-11-23T02:24:04,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742345_1521 (size=12001) 2024-11-23T02:24:04,326 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c7706fe30d6b47a2b0a8ce171a595432 2024-11-23T02:24:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/b4eebb4fe451496cad0693a929c4dc84 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b4eebb4fe451496cad0693a929c4dc84 2024-11-23T02:24:04,337 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b4eebb4fe451496cad0693a929c4dc84, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T02:24:04,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/9f8d71b719784d7089b7b01ed6a33533 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/9f8d71b719784d7089b7b01ed6a33533 2024-11-23T02:24:04,346 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/9f8d71b719784d7089b7b01ed6a33533, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T02:24:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c7706fe30d6b47a2b0a8ce171a595432 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c7706fe30d6b47a2b0a8ce171a595432 2024-11-23T02:24:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c7706fe30d6b47a2b0a8ce171a595432, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T02:24:04,360 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0ce9477f96e556bd8dc2d1802fec76bd in 873ms, sequenceid=37, compaction requested=false 2024-11-23T02:24:04,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:04,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:04,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T02:24:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T02:24:04,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T02:24:04,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-11-23T02:24:04,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.9490 sec 2024-11-23T02:24:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:24:04,521 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T02:24:04,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T02:24:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:24:04,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:04,525 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:04,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:24:04,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:04,677 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:04,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c1d46464532342b2bdfe809e7df4da26 is 50, key is test_row_0/A:col10/1732328643582/Put/seqid=0 2024-11-23T02:24:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742346_1522 (size=12001) 2024-11-23T02:24:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:04,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328704726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328704726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328704726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328704727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328704727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:24:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328704833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328704833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328704836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328704836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:04,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328704836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328705041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328705041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328705042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328705042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328705042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,085 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c1d46464532342b2bdfe809e7df4da26 2024-11-23T02:24:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/265a1cee0c3a47f486233a30ea2890a2 is 50, key is test_row_0/B:col10/1732328643582/Put/seqid=0 2024-11-23T02:24:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742347_1523 (size=12001) 2024-11-23T02:24:05,107 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/265a1cee0c3a47f486233a30ea2890a2 2024-11-23T02:24:05,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/de8bbfc234c543629c20d5aac7936723 is 50, key is test_row_0/C:col10/1732328643582/Put/seqid=0 2024-11-23T02:24:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742348_1524 (size=12001) 2024-11-23T02:24:05,122 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/de8bbfc234c543629c20d5aac7936723 2024-11-23T02:24:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:24:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c1d46464532342b2bdfe809e7df4da26 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c1d46464532342b2bdfe809e7df4da26 2024-11-23T02:24:05,133 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c1d46464532342b2bdfe809e7df4da26, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:24:05,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/265a1cee0c3a47f486233a30ea2890a2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/265a1cee0c3a47f486233a30ea2890a2 2024-11-23T02:24:05,139 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/265a1cee0c3a47f486233a30ea2890a2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:24:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/de8bbfc234c543629c20d5aac7936723 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/de8bbfc234c543629c20d5aac7936723 2024-11-23T02:24:05,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/de8bbfc234c543629c20d5aac7936723, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:24:05,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0ce9477f96e556bd8dc2d1802fec76bd in 467ms, sequenceid=49, compaction requested=true 2024-11-23T02:24:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T02:24:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T02:24:05,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T02:24:05,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-11-23T02:24:05,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 624 msec 2024-11-23T02:24:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:05,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:24:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:05,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/cf6a648b9bbc40d3a83c0fba4454200d is 50, key is test_row_0/A:col10/1732328644725/Put/seqid=0 2024-11-23T02:24:05,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742349_1525 (size=19021) 2024-11-23T02:24:05,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/cf6a648b9bbc40d3a83c0fba4454200d 2024-11-23T02:24:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328705353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328705359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c4dfb665048d4224892b884fa9afd501 is 50, key is test_row_0/B:col10/1732328644725/Put/seqid=0 2024-11-23T02:24:05,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328705360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328705361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328705362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742350_1526 (size=12001) 2024-11-23T02:24:05,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c4dfb665048d4224892b884fa9afd501 2024-11-23T02:24:05,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/4d413c74662046c7b274d92142976b13 is 50, key is test_row_0/C:col10/1732328644725/Put/seqid=0 2024-11-23T02:24:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742351_1527 (size=12001) 2024-11-23T02:24:05,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328705462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328705462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328705471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328705471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328705471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:24:05,627 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T02:24:05,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T02:24:05,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:05,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:05,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:24:05,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328705666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328705667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328705676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328705678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328705678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:24:05,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:05,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:05,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/4d413c74662046c7b274d92142976b13 2024-11-23T02:24:05,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/cf6a648b9bbc40d3a83c0fba4454200d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf6a648b9bbc40d3a83c0fba4454200d 2024-11-23T02:24:05,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf6a648b9bbc40d3a83c0fba4454200d, entries=300, sequenceid=77, filesize=18.6 K 2024-11-23T02:24:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c4dfb665048d4224892b884fa9afd501 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c4dfb665048d4224892b884fa9afd501 2024-11-23T02:24:05,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c4dfb665048d4224892b884fa9afd501, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T02:24:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/4d413c74662046c7b274d92142976b13 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/4d413c74662046c7b274d92142976b13 2024-11-23T02:24:05,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/4d413c74662046c7b274d92142976b13, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T02:24:05,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 0ce9477f96e556bd8dc2d1802fec76bd in 462ms, sequenceid=77, compaction requested=true 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:05,813 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:05,813 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:05,814 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:05,814 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:05,814 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,814 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/35df3e06132f438ca48f486ecbb0ff21, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b4eebb4fe451496cad0693a929c4dc84, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c1d46464532342b2bdfe809e7df4da26, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf6a648b9bbc40d3a83c0fba4454200d] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=53.7 K 2024-11-23T02:24:05,814 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:05,815 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35df3e06132f438ca48f486ecbb0ff21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732328642427 2024-11-23T02:24:05,815 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:05,815 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,815 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/07f1753dbb294967b156bed7ff63635a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/9f8d71b719784d7089b7b01ed6a33533, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/265a1cee0c3a47f486233a30ea2890a2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c4dfb665048d4224892b884fa9afd501] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=46.9 K 2024-11-23T02:24:05,815 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4eebb4fe451496cad0693a929c4dc84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732328642446 2024-11-23T02:24:05,815 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f1753dbb294967b156bed7ff63635a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732328642427 2024-11-23T02:24:05,815 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f8d71b719784d7089b7b01ed6a33533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732328642446 2024-11-23T02:24:05,815 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1d46464532342b2bdfe809e7df4da26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328643576 2024-11-23T02:24:05,816 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 265a1cee0c3a47f486233a30ea2890a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328643576 2024-11-23T02:24:05,816 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6a648b9bbc40d3a83c0fba4454200d, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328644716 2024-11-23T02:24:05,816 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c4dfb665048d4224892b884fa9afd501, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328644725 2024-11-23T02:24:05,829 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:05,830 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/41a94b879360494289f350e9f8680a46 is 50, key is test_row_0/B:col10/1732328644725/Put/seqid=0 2024-11-23T02:24:05,834 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:05,835 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/d9a2a6af1d1044509c0ca933e3781a65 is 50, key is test_row_0/A:col10/1732328644725/Put/seqid=0 2024-11-23T02:24:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742352_1528 (size=12139) 2024-11-23T02:24:05,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742353_1529 (size=12139) 2024-11-23T02:24:05,870 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/d9a2a6af1d1044509c0ca933e3781a65 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d9a2a6af1d1044509c0ca933e3781a65 2024-11-23T02:24:05,876 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into d9a2a6af1d1044509c0ca933e3781a65(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:05,876 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:05,876 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=12, startTime=1732328645813; duration=0sec 2024-11-23T02:24:05,877 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:05,877 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:05,877 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:05,879 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:05,879 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:05,879 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,879 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/7963d2cfa9a645b380c709943b897798, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c7706fe30d6b47a2b0a8ce171a595432, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/de8bbfc234c543629c20d5aac7936723, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/4d413c74662046c7b274d92142976b13] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=46.9 K 2024-11-23T02:24:05,881 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7963d2cfa9a645b380c709943b897798, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732328642427 2024-11-23T02:24:05,881 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7706fe30d6b47a2b0a8ce171a595432, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732328642446 2024-11-23T02:24:05,881 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting de8bbfc234c543629c20d5aac7936723, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328643576 2024-11-23T02:24:05,882 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d413c74662046c7b274d92142976b13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328644725 2024-11-23T02:24:05,894 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:05,895 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/56fd6a565ba24a16b3f0db507f7d06f7 is 50, key is test_row_0/C:col10/1732328644725/Put/seqid=0 2024-11-23T02:24:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742354_1530 (size=12139) 2024-11-23T02:24:05,904 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/56fd6a565ba24a16b3f0db507f7d06f7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/56fd6a565ba24a16b3f0db507f7d06f7 2024-11-23T02:24:05,909 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 56fd6a565ba24a16b3f0db507f7d06f7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:05,909 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:05,909 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=12, startTime=1732328645813; duration=0sec 2024-11-23T02:24:05,910 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:05,910 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:24:05,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:05,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:24:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:05,939 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T02:24:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:05,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/1470b3cc4ff74f1699734f62f810563c is 50, key is test_row_0/A:col10/1732328645360/Put/seqid=0 2024-11-23T02:24:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742355_1531 (size=9657) 2024-11-23T02:24:05,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:06,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328706006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328706007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328706008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328706009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328706009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328706110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328706114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328706114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328706114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328706114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:24:06,255 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/41a94b879360494289f350e9f8680a46 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/41a94b879360494289f350e9f8680a46 2024-11-23T02:24:06,259 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into 41a94b879360494289f350e9f8680a46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:06,259 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:06,259 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=12, startTime=1732328645813; duration=0sec 2024-11-23T02:24:06,259 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:06,259 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:06,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328706314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328706317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328706320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328706321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328706321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,350 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/1470b3cc4ff74f1699734f62f810563c 2024-11-23T02:24:06,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/794ed3a86d3b41be9670cbdd4f1cbcee is 50, key is test_row_0/B:col10/1732328645360/Put/seqid=0 2024-11-23T02:24:06,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742356_1532 (size=9657) 2024-11-23T02:24:06,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328706619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328706620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328706625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328706628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328706630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:24:06,760 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/794ed3a86d3b41be9670cbdd4f1cbcee 2024-11-23T02:24:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/0bc4827c35b447f497ca6f8c97127b6a is 50, key is test_row_0/C:col10/1732328645360/Put/seqid=0 2024-11-23T02:24:06,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742357_1533 (size=9657) 2024-11-23T02:24:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328707122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328707128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:07,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328707133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328707135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328707139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:07,177 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/0bc4827c35b447f497ca6f8c97127b6a 2024-11-23T02:24:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/1470b3cc4ff74f1699734f62f810563c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1470b3cc4ff74f1699734f62f810563c 2024-11-23T02:24:07,200 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1470b3cc4ff74f1699734f62f810563c, entries=100, sequenceid=88, filesize=9.4 K 2024-11-23T02:24:07,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/794ed3a86d3b41be9670cbdd4f1cbcee as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/794ed3a86d3b41be9670cbdd4f1cbcee 2024-11-23T02:24:07,205 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/794ed3a86d3b41be9670cbdd4f1cbcee, entries=100, sequenceid=88, filesize=9.4 K 2024-11-23T02:24:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/0bc4827c35b447f497ca6f8c97127b6a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/0bc4827c35b447f497ca6f8c97127b6a 2024-11-23T02:24:07,212 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/0bc4827c35b447f497ca6f8c97127b6a, entries=100, sequenceid=88, filesize=9.4 K 2024-11-23T02:24:07,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 0ce9477f96e556bd8dc2d1802fec76bd in 1274ms, sequenceid=88, compaction requested=false 2024-11-23T02:24:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T02:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T02:24:07,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T02:24:07,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-11-23T02:24:07,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5920 sec 2024-11-23T02:24:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:24:07,737 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T02:24:07,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T02:24:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:24:07,740 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:07,740 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:07,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:24:07,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:07,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:07,892 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c0351921008c4a8e84dd8abf697b8de4 is 50, key is test_row_0/A:col10/1732328646008/Put/seqid=0 2024-11-23T02:24:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742358_1534 (size=12001) 2024-11-23T02:24:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:24:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:08,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328708147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328708148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328708149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328708150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328708150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328708257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328708257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328708258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,338 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c0351921008c4a8e84dd8abf697b8de4 2024-11-23T02:24:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:24:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/1421d5e6cb7642e5bcdddcdbc3249cf4 is 50, key is test_row_0/B:col10/1732328646008/Put/seqid=0 2024-11-23T02:24:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742359_1535 (size=12001) 2024-11-23T02:24:08,361 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/1421d5e6cb7642e5bcdddcdbc3249cf4 2024-11-23T02:24:08,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/8262e21b447f418889d5dcdc2bc6c8e2 is 50, key is test_row_0/C:col10/1732328646008/Put/seqid=0 2024-11-23T02:24:08,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742360_1536 (size=12001) 2024-11-23T02:24:08,414 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/8262e21b447f418889d5dcdc2bc6c8e2 2024-11-23T02:24:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c0351921008c4a8e84dd8abf697b8de4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c0351921008c4a8e84dd8abf697b8de4 2024-11-23T02:24:08,425 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c0351921008c4a8e84dd8abf697b8de4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T02:24:08,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/1421d5e6cb7642e5bcdddcdbc3249cf4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1421d5e6cb7642e5bcdddcdbc3249cf4 2024-11-23T02:24:08,430 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1421d5e6cb7642e5bcdddcdbc3249cf4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T02:24:08,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/8262e21b447f418889d5dcdc2bc6c8e2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8262e21b447f418889d5dcdc2bc6c8e2 2024-11-23T02:24:08,436 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8262e21b447f418889d5dcdc2bc6c8e2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T02:24:08,437 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0ce9477f96e556bd8dc2d1802fec76bd in 545ms, sequenceid=116, compaction requested=true 2024-11-23T02:24:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T02:24:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T02:24:08,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T02:24:08,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-11-23T02:24:08,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 703 msec 2024-11-23T02:24:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:08,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:24:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:08,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/2f49cba44b6143b4bfff5d3efdbc61ae is 50, key is test_row_0/A:col10/1732328648466/Put/seqid=0 2024-11-23T02:24:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742361_1537 (size=12001) 2024-11-23T02:24:08,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/2f49cba44b6143b4bfff5d3efdbc61ae 2024-11-23T02:24:08,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/482928e2ca51461888421adde3fbaac5 is 50, key is test_row_0/B:col10/1732328648466/Put/seqid=0 2024-11-23T02:24:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742362_1538 (size=12001) 2024-11-23T02:24:08,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/482928e2ca51461888421adde3fbaac5 2024-11-23T02:24:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328708521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c78ed10466ea4aa69d8a54cbcc77d754 is 50, key is test_row_0/C:col10/1732328648466/Put/seqid=0 2024-11-23T02:24:08,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328708534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328708533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742363_1539 (size=12001) 2024-11-23T02:24:08,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c78ed10466ea4aa69d8a54cbcc77d754 2024-11-23T02:24:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/2f49cba44b6143b4bfff5d3efdbc61ae as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/2f49cba44b6143b4bfff5d3efdbc61ae 2024-11-23T02:24:08,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/2f49cba44b6143b4bfff5d3efdbc61ae, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T02:24:08,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/482928e2ca51461888421adde3fbaac5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/482928e2ca51461888421adde3fbaac5 2024-11-23T02:24:08,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/482928e2ca51461888421adde3fbaac5, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T02:24:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c78ed10466ea4aa69d8a54cbcc77d754 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c78ed10466ea4aa69d8a54cbcc77d754 2024-11-23T02:24:08,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c78ed10466ea4aa69d8a54cbcc77d754, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T02:24:08,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0ce9477f96e556bd8dc2d1802fec76bd in 127ms, sequenceid=128, compaction requested=true 2024-11-23T02:24:08,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:08,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:08,595 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:08,595 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:08,597 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:08,597 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:08,597 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:08,597 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:08,597 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:08,597 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:08,597 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/41a94b879360494289f350e9f8680a46, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/794ed3a86d3b41be9670cbdd4f1cbcee, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1421d5e6cb7642e5bcdddcdbc3249cf4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/482928e2ca51461888421adde3fbaac5] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=44.7 K 2024-11-23T02:24:08,597 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d9a2a6af1d1044509c0ca933e3781a65, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1470b3cc4ff74f1699734f62f810563c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c0351921008c4a8e84dd8abf697b8de4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/2f49cba44b6143b4bfff5d3efdbc61ae] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=44.7 K 2024-11-23T02:24:08,598 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a2a6af1d1044509c0ca933e3781a65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328644725 2024-11-23T02:24:08,598 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 41a94b879360494289f350e9f8680a46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328644725 2024-11-23T02:24:08,598 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1470b3cc4ff74f1699734f62f810563c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732328645359 2024-11-23T02:24:08,598 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 794ed3a86d3b41be9670cbdd4f1cbcee, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732328645359 2024-11-23T02:24:08,599 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0351921008c4a8e84dd8abf697b8de4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328646006 2024-11-23T02:24:08,606 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f49cba44b6143b4bfff5d3efdbc61ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732328648147 2024-11-23T02:24:08,606 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1421d5e6cb7642e5bcdddcdbc3249cf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328646006 2024-11-23T02:24:08,606 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 482928e2ca51461888421adde3fbaac5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732328648147 2024-11-23T02:24:08,614 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:08,614 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:08,614 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/ef367d51007a4fdd868cc03546d7bea1 is 50, key is test_row_0/B:col10/1732328648466/Put/seqid=0 2024-11-23T02:24:08,614 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/1976912d3e654cc79c29f256384e3ef3 is 50, key is test_row_0/A:col10/1732328648466/Put/seqid=0 2024-11-23T02:24:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742364_1540 (size=12275) 2024-11-23T02:24:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742365_1541 (size=12275) 2024-11-23T02:24:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:08,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:08,643 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/1976912d3e654cc79c29f256384e3ef3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1976912d3e654cc79c29f256384e3ef3 2024-11-23T02:24:08,648 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into 1976912d3e654cc79c29f256384e3ef3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:08,648 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:08,648 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=12, startTime=1732328648594; duration=0sec 2024-11-23T02:24:08,648 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:08,648 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:08,648 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:08,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/198a34b260864f86889ffcdb8b5b8ce1 is 50, key is test_row_0/A:col10/1732328648530/Put/seqid=0 2024-11-23T02:24:08,651 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:08,651 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:08,651 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:08,651 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/56fd6a565ba24a16b3f0db507f7d06f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/0bc4827c35b447f497ca6f8c97127b6a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8262e21b447f418889d5dcdc2bc6c8e2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c78ed10466ea4aa69d8a54cbcc77d754] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=44.7 K 2024-11-23T02:24:08,651 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56fd6a565ba24a16b3f0db507f7d06f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732328644725 2024-11-23T02:24:08,652 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bc4827c35b447f497ca6f8c97127b6a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732328645359 2024-11-23T02:24:08,652 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8262e21b447f418889d5dcdc2bc6c8e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732328646006 2024-11-23T02:24:08,652 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c78ed10466ea4aa69d8a54cbcc77d754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732328648147 2024-11-23T02:24:08,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328708659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742366_1542 (size=14541) 2024-11-23T02:24:08,666 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:08,666 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/b77981ea280845fd8347b4a04f504462 is 50, key is test_row_0/C:col10/1732328648466/Put/seqid=0 2024-11-23T02:24:08,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328708663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328708666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742367_1543 (size=12275) 2024-11-23T02:24:08,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328708767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328708768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328708774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:24:08,844 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T02:24:08,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T02:24:08,847 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:08,849 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:08,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:24:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:24:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328708973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328708981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328708982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T02:24:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,034 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/ef367d51007a4fdd868cc03546d7bea1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ef367d51007a4fdd868cc03546d7bea1 2024-11-23T02:24:09,046 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into ef367d51007a4fdd868cc03546d7bea1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:09,046 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:09,046 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=12, startTime=1732328648595; duration=0sec 2024-11-23T02:24:09,046 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:09,046 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:09,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/198a34b260864f86889ffcdb8b5b8ce1 2024-11-23T02:24:09,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/06675b4edb03497499323346ccdc2eb5 is 50, key is test_row_0/B:col10/1732328648530/Put/seqid=0 2024-11-23T02:24:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742368_1544 (size=12151) 2024-11-23T02:24:09,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/06675b4edb03497499323346ccdc2eb5 2024-11-23T02:24:09,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/2efdd9fe4fcf4516b531c7658f59c767 is 50, key is test_row_0/C:col10/1732328648530/Put/seqid=0 2024-11-23T02:24:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742369_1545 (size=12151) 2024-11-23T02:24:09,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/2efdd9fe4fcf4516b531c7658f59c767 2024-11-23T02:24:09,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/198a34b260864f86889ffcdb8b5b8ce1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/198a34b260864f86889ffcdb8b5b8ce1 2024-11-23T02:24:09,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/198a34b260864f86889ffcdb8b5b8ce1, entries=200, sequenceid=153, filesize=14.2 K 2024-11-23T02:24:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/06675b4edb03497499323346ccdc2eb5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/06675b4edb03497499323346ccdc2eb5 2024-11-23T02:24:09,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/06675b4edb03497499323346ccdc2eb5, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T02:24:09,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/2efdd9fe4fcf4516b531c7658f59c767 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/2efdd9fe4fcf4516b531c7658f59c767 2024-11-23T02:24:09,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/2efdd9fe4fcf4516b531c7658f59c767, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T02:24:09,127 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/b77981ea280845fd8347b4a04f504462 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/b77981ea280845fd8347b4a04f504462 2024-11-23T02:24:09,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0ce9477f96e556bd8dc2d1802fec76bd in 486ms, sequenceid=153, compaction requested=false 2024-11-23T02:24:09,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:09,131 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into b77981ea280845fd8347b4a04f504462(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:09,131 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:09,131 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=12, startTime=1732328648595; duration=0sec 2024-11-23T02:24:09,131 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:09,131 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:24:09,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,154 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:09,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/02522d0171c64a15a99f60878cd81e45 is 50, key is test_row_0/A:col10/1732328648663/Put/seqid=0 2024-11-23T02:24:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742370_1546 (size=12151) 2024-11-23T02:24:09,166 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/02522d0171c64a15a99f60878cd81e45 2024-11-23T02:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/8847e1692aef42c48c23e89fd959a62f is 50, key is test_row_0/B:col10/1732328648663/Put/seqid=0 2024-11-23T02:24:09,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742371_1547 (size=12151) 2024-11-23T02:24:09,192 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/8847e1692aef42c48c23e89fd959a62f 2024-11-23T02:24:09,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/da9c824e2bec4f58b21335f73d608c59 is 50, key is test_row_0/C:col10/1732328648663/Put/seqid=0 2024-11-23T02:24:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742372_1548 (size=12151) 2024-11-23T02:24:09,204 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/da9c824e2bec4f58b21335f73d608c59 2024-11-23T02:24:09,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/02522d0171c64a15a99f60878cd81e45 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/02522d0171c64a15a99f60878cd81e45 2024-11-23T02:24:09,212 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/02522d0171c64a15a99f60878cd81e45, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T02:24:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/8847e1692aef42c48c23e89fd959a62f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/8847e1692aef42c48c23e89fd959a62f 2024-11-23T02:24:09,216 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/8847e1692aef42c48c23e89fd959a62f, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T02:24:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/da9c824e2bec4f58b21335f73d608c59 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/da9c824e2bec4f58b21335f73d608c59 2024-11-23T02:24:09,220 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/da9c824e2bec4f58b21335f73d608c59, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T02:24:09,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 0ce9477f96e556bd8dc2d1802fec76bd in 67ms, sequenceid=167, compaction requested=true 2024-11-23T02:24:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T02:24:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T02:24:09,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T02:24:09,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 373 msec 2024-11-23T02:24:09,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 379 msec 2024-11-23T02:24:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:09,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:24:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:09,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/562fbbc5be5e4d85ad5c6249b72177ea is 50, key is test_row_0/A:col10/1732328649306/Put/seqid=0 2024-11-23T02:24:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742373_1549 (size=19321) 2024-11-23T02:24:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328709394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328709406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328709407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:24:09,454 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T02:24:09,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T02:24:09,458 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:24:09,459 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:09,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:09,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328709507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328709519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328709519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:24:09,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T02:24:09,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:09,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328709716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/562fbbc5be5e4d85ad5c6249b72177ea 2024-11-23T02:24:09,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c728de777a404e0ab568394ee206a0e5 is 50, key is test_row_0/B:col10/1732328649306/Put/seqid=0 2024-11-23T02:24:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328709726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328709727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742374_1550 (size=12151) 2024-11-23T02:24:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:24:09,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T02:24:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:09,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T02:24:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:09,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328710026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328710037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328710039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:24:10,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T02:24:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:10,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c728de777a404e0ab568394ee206a0e5 2024-11-23T02:24:10,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/5e180acadb644a51b13dd2bd058273c8 is 50, key is test_row_0/C:col10/1732328649306/Put/seqid=0 2024-11-23T02:24:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742375_1551 (size=12151) 2024-11-23T02:24:10,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/5e180acadb644a51b13dd2bd058273c8 2024-11-23T02:24:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/562fbbc5be5e4d85ad5c6249b72177ea as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/562fbbc5be5e4d85ad5c6249b72177ea 2024-11-23T02:24:10,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/562fbbc5be5e4d85ad5c6249b72177ea, entries=300, sequenceid=180, filesize=18.9 K 2024-11-23T02:24:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328710161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328710162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,169 DEBUG [Thread-2271 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:10,169 DEBUG [Thread-2267 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:10,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c728de777a404e0ab568394ee206a0e5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c728de777a404e0ab568394ee206a0e5 2024-11-23T02:24:10,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c728de777a404e0ab568394ee206a0e5, entries=150, sequenceid=180, filesize=11.9 K 2024-11-23T02:24:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/5e180acadb644a51b13dd2bd058273c8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/5e180acadb644a51b13dd2bd058273c8 2024-11-23T02:24:10,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/5e180acadb644a51b13dd2bd058273c8, entries=150, sequenceid=180, filesize=11.9 K 2024-11-23T02:24:10,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0ce9477f96e556bd8dc2d1802fec76bd in 876ms, sequenceid=180, compaction requested=true 2024-11-23T02:24:10,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:10,182 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:10,183 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:10,184 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58288 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:10,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:10,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:10,184 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:10,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:10,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:10,184 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,184 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1976912d3e654cc79c29f256384e3ef3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/198a34b260864f86889ffcdb8b5b8ce1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/02522d0171c64a15a99f60878cd81e45, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/562fbbc5be5e4d85ad5c6249b72177ea] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=56.9 K 2024-11-23T02:24:10,184 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1976912d3e654cc79c29f256384e3ef3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732328648147 2024-11-23T02:24:10,185 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 198a34b260864f86889ffcdb8b5b8ce1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732328648518 2024-11-23T02:24:10,185 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02522d0171c64a15a99f60878cd81e45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732328648650 2024-11-23T02:24:10,185 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 562fbbc5be5e4d85ad5c6249b72177ea, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732328649298 2024-11-23T02:24:10,194 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:10,194 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:10,194 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,195 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ef367d51007a4fdd868cc03546d7bea1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/06675b4edb03497499323346ccdc2eb5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/8847e1692aef42c48c23e89fd959a62f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c728de777a404e0ab568394ee206a0e5] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=47.6 K 2024-11-23T02:24:10,195 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ef367d51007a4fdd868cc03546d7bea1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732328648147 2024-11-23T02:24:10,196 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 06675b4edb03497499323346ccdc2eb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732328648518 2024-11-23T02:24:10,197 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8847e1692aef42c48c23e89fd959a62f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732328648650 2024-11-23T02:24:10,198 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:10,198 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/cf61e57e8f134c4e9e1f59c834f91a5c is 50, key is test_row_0/A:col10/1732328649306/Put/seqid=0 2024-11-23T02:24:10,199 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c728de777a404e0ab568394ee206a0e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732328649298 2024-11-23T02:24:10,221 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:10,221 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/115b01dab02e43739834285140d03b5a is 50, key is test_row_0/B:col10/1732328649306/Put/seqid=0 2024-11-23T02:24:10,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T02:24:10,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:24:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:10,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742376_1552 (size=12561) 2024-11-23T02:24:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742377_1553 (size=12561) 2024-11-23T02:24:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/4570f379d4e9404cae389a19353e02c3 is 50, key is test_row_0/A:col10/1732328649405/Put/seqid=0 2024-11-23T02:24:10,245 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/cf61e57e8f134c4e9e1f59c834f91a5c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf61e57e8f134c4e9e1f59c834f91a5c 2024-11-23T02:24:10,247 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/115b01dab02e43739834285140d03b5a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/115b01dab02e43739834285140d03b5a 2024-11-23T02:24:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742378_1554 (size=12151) 2024-11-23T02:24:10,251 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/4570f379d4e9404cae389a19353e02c3 2024-11-23T02:24:10,251 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into cf61e57e8f134c4e9e1f59c834f91a5c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:10,251 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:10,251 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=12, startTime=1732328650182; duration=0sec 2024-11-23T02:24:10,251 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:10,251 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:10,251 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:10,253 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into 115b01dab02e43739834285140d03b5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:10,253 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:10,253 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=12, startTime=1732328650183; duration=0sec 2024-11-23T02:24:10,254 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:10,254 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:10,259 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:10,259 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:10,259 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,259 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/b77981ea280845fd8347b4a04f504462, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/2efdd9fe4fcf4516b531c7658f59c767, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/da9c824e2bec4f58b21335f73d608c59, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/5e180acadb644a51b13dd2bd058273c8] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=47.6 K 2024-11-23T02:24:10,260 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b77981ea280845fd8347b4a04f504462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732328648147 2024-11-23T02:24:10,260 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2efdd9fe4fcf4516b531c7658f59c767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732328648518 2024-11-23T02:24:10,261 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting da9c824e2bec4f58b21335f73d608c59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732328648650 2024-11-23T02:24:10,261 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e180acadb644a51b13dd2bd058273c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732328649298 2024-11-23T02:24:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/10891b8acde5454ca5d8b75c971bea02 is 50, key is test_row_0/B:col10/1732328649405/Put/seqid=0 2024-11-23T02:24:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742379_1555 (size=12151) 2024-11-23T02:24:10,282 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:10,283 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/6ea74a210e764547aa31691f7e901c62 is 50, key is test_row_0/C:col10/1732328649306/Put/seqid=0 2024-11-23T02:24:10,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742380_1556 (size=12561) 2024-11-23T02:24:10,307 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/6ea74a210e764547aa31691f7e901c62 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6ea74a210e764547aa31691f7e901c62 2024-11-23T02:24:10,318 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 6ea74a210e764547aa31691f7e901c62(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:10,319 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:10,319 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=12, startTime=1732328650184; duration=0sec 2024-11-23T02:24:10,319 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:10,319 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:10,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328710555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328710556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328710557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:24:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328710662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328710662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328710672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/10891b8acde5454ca5d8b75c971bea02 2024-11-23T02:24:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/64e30e1784464d2fb3ce8d1fa0f4c945 is 50, key is test_row_0/C:col10/1732328649405/Put/seqid=0 2024-11-23T02:24:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742381_1557 (size=12151) 2024-11-23T02:24:10,695 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/64e30e1784464d2fb3ce8d1fa0f4c945 2024-11-23T02:24:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/4570f379d4e9404cae389a19353e02c3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/4570f379d4e9404cae389a19353e02c3 2024-11-23T02:24:10,705 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/4570f379d4e9404cae389a19353e02c3, entries=150, sequenceid=204, filesize=11.9 K 2024-11-23T02:24:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/10891b8acde5454ca5d8b75c971bea02 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/10891b8acde5454ca5d8b75c971bea02 2024-11-23T02:24:10,710 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/10891b8acde5454ca5d8b75c971bea02, entries=150, sequenceid=204, filesize=11.9 K 2024-11-23T02:24:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/64e30e1784464d2fb3ce8d1fa0f4c945 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/64e30e1784464d2fb3ce8d1fa0f4c945 2024-11-23T02:24:10,715 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/64e30e1784464d2fb3ce8d1fa0f4c945, entries=150, sequenceid=204, filesize=11.9 K 2024-11-23T02:24:10,716 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0ce9477f96e556bd8dc2d1802fec76bd in 492ms, sequenceid=204, compaction requested=false 2024-11-23T02:24:10,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:10,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:10,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T02:24:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-23T02:24:10,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T02:24:10,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2580 sec 2024-11-23T02:24:10,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.2620 sec 2024-11-23T02:24:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:10,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:24:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:10,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/879c4753c006433488628eff6ec1da4a is 50, key is test_row_0/A:col10/1732328650868/Put/seqid=0 2024-11-23T02:24:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742382_1558 (size=14541) 2024-11-23T02:24:10,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328710919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328710925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:10,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328710925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328711026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328711027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328711031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328711234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328711235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328711235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/879c4753c006433488628eff6ec1da4a 2024-11-23T02:24:11,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c0c773fcd5204ea98ce04435b0c214b0 is 50, key is test_row_0/B:col10/1732328650868/Put/seqid=0 2024-11-23T02:24:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742383_1559 (size=12151) 2024-11-23T02:24:11,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c0c773fcd5204ea98ce04435b0c214b0 2024-11-23T02:24:11,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/3a25241267884b8cbf04ae3b59db8520 is 50, key is test_row_0/C:col10/1732328650868/Put/seqid=0 2024-11-23T02:24:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742384_1560 (size=12151) 2024-11-23T02:24:11,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328711539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328711539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328711540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:24:11,564 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T02:24:11,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-23T02:24:11,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:11,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:11,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:24:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:24:11,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:24:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:11,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:11,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/3a25241267884b8cbf04ae3b59db8520 2024-11-23T02:24:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/879c4753c006433488628eff6ec1da4a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/879c4753c006433488628eff6ec1da4a 2024-11-23T02:24:11,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/879c4753c006433488628eff6ec1da4a, entries=200, sequenceid=220, filesize=14.2 K 2024-11-23T02:24:11,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/c0c773fcd5204ea98ce04435b0c214b0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c0c773fcd5204ea98ce04435b0c214b0 2024-11-23T02:24:11,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c0c773fcd5204ea98ce04435b0c214b0, entries=150, sequenceid=220, filesize=11.9 K 2024-11-23T02:24:11,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/3a25241267884b8cbf04ae3b59db8520 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a25241267884b8cbf04ae3b59db8520 2024-11-23T02:24:11,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a25241267884b8cbf04ae3b59db8520, entries=150, sequenceid=220, filesize=11.9 K 2024-11-23T02:24:11,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0ce9477f96e556bd8dc2d1802fec76bd in 906ms, sequenceid=220, compaction requested=true 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:11,775 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:11,775 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:11,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:11,777 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:11,777 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:11,777 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:11,777 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/115b01dab02e43739834285140d03b5a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/10891b8acde5454ca5d8b75c971bea02, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c0c773fcd5204ea98ce04435b0c214b0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.0 K 2024-11-23T02:24:11,777 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:11,777 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:11,777 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:11,777 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf61e57e8f134c4e9e1f59c834f91a5c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/4570f379d4e9404cae389a19353e02c3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/879c4753c006433488628eff6ec1da4a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=38.3 K 2024-11-23T02:24:11,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 115b01dab02e43739834285140d03b5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732328649298 2024-11-23T02:24:11,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf61e57e8f134c4e9e1f59c834f91a5c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732328649298 2024-11-23T02:24:11,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 10891b8acde5454ca5d8b75c971bea02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732328649343 2024-11-23T02:24:11,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4570f379d4e9404cae389a19353e02c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732328649343 2024-11-23T02:24:11,778 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c773fcd5204ea98ce04435b0c214b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732328650555 2024-11-23T02:24:11,778 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 879c4753c006433488628eff6ec1da4a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732328650537 2024-11-23T02:24:11,799 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:11,799 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/81b4b7cb31724a6a96123c2fc37d414d is 50, key is test_row_0/A:col10/1732328650868/Put/seqid=0 2024-11-23T02:24:11,801 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:11,802 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/d0ee674635374d2eb84f3d65435868c8 is 50, key is test_row_0/B:col10/1732328650868/Put/seqid=0 2024-11-23T02:24:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742385_1561 (size=12663) 2024-11-23T02:24:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742386_1562 (size=12663) 2024-11-23T02:24:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:24:11,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:11,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:24:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:11,875 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:24:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:11,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/fbdb0c9fc3064363baca4cfee595f0aa is 50, key is test_row_0/A:col10/1732328650924/Put/seqid=0 2024-11-23T02:24:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742387_1563 (size=12151) 2024-11-23T02:24:12,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:12,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328712062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328712067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328712068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:24:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328712170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328712174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328712177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,224 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/81b4b7cb31724a6a96123c2fc37d414d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/81b4b7cb31724a6a96123c2fc37d414d 2024-11-23T02:24:12,232 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into 81b4b7cb31724a6a96123c2fc37d414d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:12,232 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:12,232 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/d0ee674635374d2eb84f3d65435868c8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d0ee674635374d2eb84f3d65435868c8 2024-11-23T02:24:12,232 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=13, startTime=1732328651775; duration=0sec 2024-11-23T02:24:12,232 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:12,232 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:12,232 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:12,234 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:12,234 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:12,234 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:12,234 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6ea74a210e764547aa31691f7e901c62, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/64e30e1784464d2fb3ce8d1fa0f4c945, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a25241267884b8cbf04ae3b59db8520] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.0 K 2024-11-23T02:24:12,234 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ea74a210e764547aa31691f7e901c62, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732328649298 2024-11-23T02:24:12,235 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e30e1784464d2fb3ce8d1fa0f4c945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732328649343 2024-11-23T02:24:12,235 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a25241267884b8cbf04ae3b59db8520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732328650555 2024-11-23T02:24:12,238 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into d0ee674635374d2eb84f3d65435868c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:12,238 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:12,238 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=13, startTime=1732328651775; duration=0sec 2024-11-23T02:24:12,239 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:12,239 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:12,259 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:12,260 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/36574975873f47719f0193e4dee6d7d9 is 50, key is test_row_0/C:col10/1732328650868/Put/seqid=0 2024-11-23T02:24:12,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742388_1564 (size=12663) 2024-11-23T02:24:12,290 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/fbdb0c9fc3064363baca4cfee595f0aa 2024-11-23T02:24:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/ba8845374d324f62a04c737414bffe59 is 50, key is test_row_0/B:col10/1732328650924/Put/seqid=0 2024-11-23T02:24:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742389_1565 (size=12151) 2024-11-23T02:24:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328712377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328712381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328712384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:24:12,684 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/36574975873f47719f0193e4dee6d7d9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/36574975873f47719f0193e4dee6d7d9 2024-11-23T02:24:12,688 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 36574975873f47719f0193e4dee6d7d9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:12,688 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:12,688 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=13, startTime=1732328651775; duration=0sec 2024-11-23T02:24:12,688 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:12,688 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328712685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328712689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328712691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:12,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/ba8845374d324f62a04c737414bffe59 2024-11-23T02:24:12,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/affe7bfb46124308aa646a427794cb6e is 50, key is test_row_0/C:col10/1732328650924/Put/seqid=0 2024-11-23T02:24:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742390_1566 (size=12151) 2024-11-23T02:24:13,155 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/affe7bfb46124308aa646a427794cb6e 2024-11-23T02:24:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/fbdb0c9fc3064363baca4cfee595f0aa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/fbdb0c9fc3064363baca4cfee595f0aa 2024-11-23T02:24:13,163 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/fbdb0c9fc3064363baca4cfee595f0aa, entries=150, sequenceid=244, filesize=11.9 K 2024-11-23T02:24:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/ba8845374d324f62a04c737414bffe59 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ba8845374d324f62a04c737414bffe59 2024-11-23T02:24:13,179 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ba8845374d324f62a04c737414bffe59, entries=150, sequenceid=244, filesize=11.9 K 2024-11-23T02:24:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/affe7bfb46124308aa646a427794cb6e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/affe7bfb46124308aa646a427794cb6e 2024-11-23T02:24:13,184 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/affe7bfb46124308aa646a427794cb6e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-23T02:24:13,185 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0ce9477f96e556bd8dc2d1802fec76bd in 1310ms, sequenceid=244, compaction requested=false 2024-11-23T02:24:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-23T02:24:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-23T02:24:13,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T02:24:13,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-23T02:24:13,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.6210 sec 2024-11-23T02:24:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:13,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:24:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:13,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/37f82ee49bfb4a54bf3aeb48e856c5ef is 50, key is test_row_0/A:col10/1732328652052/Put/seqid=0 2024-11-23T02:24:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742391_1567 (size=14591) 2024-11-23T02:24:13,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328713240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328713241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328713249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328713350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328713350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328713356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328713553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328713553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328713562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/37f82ee49bfb4a54bf3aeb48e856c5ef 2024-11-23T02:24:13,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a67762f99f654521a3cb38970c72ce34 is 50, key is test_row_0/B:col10/1732328652052/Put/seqid=0 2024-11-23T02:24:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742392_1568 (size=12201) 2024-11-23T02:24:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:24:13,674 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-23T02:24:13,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-23T02:24:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:24:13,677 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:13,679 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:13,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:24:13,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T02:24:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:13,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328713856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328713858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328713866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:24:13,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:13,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T02:24:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:13,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:14,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a67762f99f654521a3cb38970c72ce34 2024-11-23T02:24:14,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/447e7033e7144b88b40de630eda7a9c0 is 50, key is test_row_0/C:col10/1732328652052/Put/seqid=0 2024-11-23T02:24:14,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742393_1569 (size=12201) 2024-11-23T02:24:14,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/447e7033e7144b88b40de630eda7a9c0 2024-11-23T02:24:14,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/37f82ee49bfb4a54bf3aeb48e856c5ef as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/37f82ee49bfb4a54bf3aeb48e856c5ef 2024-11-23T02:24:14,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/37f82ee49bfb4a54bf3aeb48e856c5ef, entries=200, sequenceid=260, filesize=14.2 K 2024-11-23T02:24:14,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a67762f99f654521a3cb38970c72ce34 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a67762f99f654521a3cb38970c72ce34 2024-11-23T02:24:14,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a67762f99f654521a3cb38970c72ce34, entries=150, sequenceid=260, filesize=11.9 K 2024-11-23T02:24:14,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/447e7033e7144b88b40de630eda7a9c0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/447e7033e7144b88b40de630eda7a9c0 2024-11-23T02:24:14,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/447e7033e7144b88b40de630eda7a9c0, entries=150, sequenceid=260, filesize=11.9 K 2024-11-23T02:24:14,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0ce9477f96e556bd8dc2d1802fec76bd in 880ms, sequenceid=260, compaction requested=true 2024-11-23T02:24:14,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,076 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:14,077 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:14,078 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:14,078 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:14,078 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,078 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/81b4b7cb31724a6a96123c2fc37d414d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/fbdb0c9fc3064363baca4cfee595f0aa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/37f82ee49bfb4a54bf3aeb48e856c5ef] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=38.5 K 2024-11-23T02:24:14,078 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:14,078 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b4b7cb31724a6a96123c2fc37d414d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732328650555 2024-11-23T02:24:14,078 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:14,079 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,079 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d0ee674635374d2eb84f3d65435868c8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ba8845374d324f62a04c737414bffe59, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a67762f99f654521a3cb38970c72ce34] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.1 K 2024-11-23T02:24:14,079 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbdb0c9fc3064363baca4cfee595f0aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732328650910 2024-11-23T02:24:14,079 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37f82ee49bfb4a54bf3aeb48e856c5ef, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328652052 2024-11-23T02:24:14,079 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d0ee674635374d2eb84f3d65435868c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732328650555 2024-11-23T02:24:14,080 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8845374d324f62a04c737414bffe59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732328650910 2024-11-23T02:24:14,081 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a67762f99f654521a3cb38970c72ce34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328652052 2024-11-23T02:24:14,102 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:14,102 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c012274e11dd408ea731f15d0d8b82be is 50, key is test_row_0/A:col10/1732328652052/Put/seqid=0 2024-11-23T02:24:14,106 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:14,106 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/43230cfacf3646dbb066bc9bcbb1433a is 50, key is test_row_0/B:col10/1732328652052/Put/seqid=0 2024-11-23T02:24:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742395_1571 (size=12815) 2024-11-23T02:24:14,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T02:24:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,137 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:24:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742394_1570 (size=12815) 2024-11-23T02:24:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/19cb42f83464420b876b45d62e16985b is 50, key is test_row_0/A:col10/1732328653239/Put/seqid=0 2024-11-23T02:24:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742396_1572 (size=12301) 2024-11-23T02:24:14,171 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/19cb42f83464420b876b45d62e16985b 2024-11-23T02:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:14,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/b0c3f1b28d9849dcad828dccea248643 is 50, key is test_row_0/B:col10/1732328653239/Put/seqid=0 2024-11-23T02:24:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328714208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742397_1573 (size=12301) 2024-11-23T02:24:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328714209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:24:14,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328714315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328714319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328714365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328714367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328714373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328714520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328714521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,535 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/43230cfacf3646dbb066bc9bcbb1433a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/43230cfacf3646dbb066bc9bcbb1433a 2024-11-23T02:24:14,539 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into 43230cfacf3646dbb066bc9bcbb1433a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:14,539 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,539 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=13, startTime=1732328654077; duration=0sec 2024-11-23T02:24:14,539 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:14,539 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:14,539 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:14,539 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:14,540 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:14,540 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,540 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/36574975873f47719f0193e4dee6d7d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/affe7bfb46124308aa646a427794cb6e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/447e7033e7144b88b40de630eda7a9c0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.1 K 2024-11-23T02:24:14,540 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 36574975873f47719f0193e4dee6d7d9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732328650555 2024-11-23T02:24:14,540 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting affe7bfb46124308aa646a427794cb6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732328650910 2024-11-23T02:24:14,541 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 447e7033e7144b88b40de630eda7a9c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328652052 2024-11-23T02:24:14,546 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:14,546 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/75d0dc5ffeec4889a46ac000d6bb30ea is 50, key is test_row_0/C:col10/1732328652052/Put/seqid=0 2024-11-23T02:24:14,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742398_1574 (size=12815) 2024-11-23T02:24:14,553 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/c012274e11dd408ea731f15d0d8b82be as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c012274e11dd408ea731f15d0d8b82be 2024-11-23T02:24:14,557 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into c012274e11dd408ea731f15d0d8b82be(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:14,557 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,557 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=13, startTime=1732328654076; duration=0sec 2024-11-23T02:24:14,557 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:14,557 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:14,616 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/b0c3f1b28d9849dcad828dccea248643 2024-11-23T02:24:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/cf417d8a9c8b4120b0a6667502b7573d is 50, key is test_row_0/C:col10/1732328653239/Put/seqid=0 2024-11-23T02:24:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742399_1575 (size=12301) 2024-11-23T02:24:14,631 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/cf417d8a9c8b4120b0a6667502b7573d 2024-11-23T02:24:14,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/19cb42f83464420b876b45d62e16985b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/19cb42f83464420b876b45d62e16985b 2024-11-23T02:24:14,647 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/19cb42f83464420b876b45d62e16985b, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T02:24:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/b0c3f1b28d9849dcad828dccea248643 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b0c3f1b28d9849dcad828dccea248643 2024-11-23T02:24:14,653 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b0c3f1b28d9849dcad828dccea248643, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T02:24:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/cf417d8a9c8b4120b0a6667502b7573d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/cf417d8a9c8b4120b0a6667502b7573d 2024-11-23T02:24:14,658 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/cf417d8a9c8b4120b0a6667502b7573d, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T02:24:14,659 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0ce9477f96e556bd8dc2d1802fec76bd in 522ms, sequenceid=283, compaction requested=false 2024-11-23T02:24:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-23T02:24:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-23T02:24:14,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T02:24:14,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 981 msec 2024-11-23T02:24:14,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 987 msec 2024-11-23T02:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:24:14,781 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T02:24:14,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-23T02:24:14,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:24:14,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:14,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:14,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:24:14,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:14,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:14,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:14,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/9d4a9cfed7fa4007bdde8d875506318a is 50, key is test_row_0/A:col10/1732328654208/Put/seqid=0 2024-11-23T02:24:14,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742400_1576 (size=14741) 2024-11-23T02:24:14,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/9d4a9cfed7fa4007bdde8d875506318a 2024-11-23T02:24:14,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/4012b2fc575f494e838005e334ac8b5a is 50, key is test_row_0/B:col10/1732328654208/Put/seqid=0 2024-11-23T02:24:14,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742401_1577 (size=12301) 2024-11-23T02:24:14,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/4012b2fc575f494e838005e334ac8b5a 2024-11-23T02:24:14,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/27d26baef0494dd7b14d23d0186a5d09 is 50, key is test_row_0/C:col10/1732328654208/Put/seqid=0 2024-11-23T02:24:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742402_1578 (size=12301) 2024-11-23T02:24:14,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/27d26baef0494dd7b14d23d0186a5d09 2024-11-23T02:24:14,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/9d4a9cfed7fa4007bdde8d875506318a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/9d4a9cfed7fa4007bdde8d875506318a 2024-11-23T02:24:14,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/9d4a9cfed7fa4007bdde8d875506318a, entries=200, sequenceid=299, filesize=14.4 K 2024-11-23T02:24:14,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/4012b2fc575f494e838005e334ac8b5a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4012b2fc575f494e838005e334ac8b5a 2024-11-23T02:24:14,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4012b2fc575f494e838005e334ac8b5a, entries=150, sequenceid=299, filesize=12.0 K 2024-11-23T02:24:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/27d26baef0494dd7b14d23d0186a5d09 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27d26baef0494dd7b14d23d0186a5d09 2024-11-23T02:24:14,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27d26baef0494dd7b14d23d0186a5d09, entries=150, sequenceid=299, filesize=12.0 K 2024-11-23T02:24:14,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=100.63 KB/103050 for 0ce9477f96e556bd8dc2d1802fec76bd in 55ms, sequenceid=299, compaction requested=true 2024-11-23T02:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:14,886 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:14,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:24:14,887 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:14,887 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:14,887 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,887 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c012274e11dd408ea731f15d0d8b82be, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/19cb42f83464420b876b45d62e16985b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/9d4a9cfed7fa4007bdde8d875506318a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=38.9 K 2024-11-23T02:24:14,888 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c012274e11dd408ea731f15d0d8b82be, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328652052 2024-11-23T02:24:14,888 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19cb42f83464420b876b45d62e16985b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732328653214 2024-11-23T02:24:14,889 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d4a9cfed7fa4007bdde8d875506318a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328654195 2024-11-23T02:24:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:14,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:24:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:14,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:14,897 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:14,898 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/435144b953fe4a8a86638d043b31fc98 is 50, key is test_row_0/A:col10/1732328654208/Put/seqid=0 2024-11-23T02:24:14,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/0f658042a84f47e99378ab62736182b3 is 50, key is test_row_0/A:col10/1732328654889/Put/seqid=0 2024-11-23T02:24:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742403_1579 (size=13017) 2024-11-23T02:24:14,931 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/435144b953fe4a8a86638d043b31fc98 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/435144b953fe4a8a86638d043b31fc98 2024-11-23T02:24:14,936 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into 435144b953fe4a8a86638d043b31fc98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:14,936 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,937 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=13, startTime=1732328654886; duration=0sec 2024-11-23T02:24:14,937 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:24:14,937 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:14,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,937 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-23T02:24:14,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T02:24:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:14,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:14,940 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:24:14,940 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:24:14,940 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. because compaction request was cancelled 2024-11-23T02:24:14,940 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:14,940 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:14,941 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742404_1580 (size=17181) 2024-11-23T02:24:14,941 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:14,941 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:14,941 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/43230cfacf3646dbb066bc9bcbb1433a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b0c3f1b28d9849dcad828dccea248643, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4012b2fc575f494e838005e334ac8b5a] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.5 K 2024-11-23T02:24:14,942 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43230cfacf3646dbb066bc9bcbb1433a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328652052 2024-11-23T02:24:14,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/0f658042a84f47e99378ab62736182b3 2024-11-23T02:24:14,942 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c3f1b28d9849dcad828dccea248643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732328653214 2024-11-23T02:24:14,943 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4012b2fc575f494e838005e334ac8b5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328654195 2024-11-23T02:24:14,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/477a439408af4ea2841b158af2158166 is 50, key is test_row_0/B:col10/1732328654889/Put/seqid=0 2024-11-23T02:24:14,955 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/75d0dc5ffeec4889a46ac000d6bb30ea as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/75d0dc5ffeec4889a46ac000d6bb30ea 2024-11-23T02:24:14,962 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:14,962 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/6706f84006214104b3a0f59c1c16d1de is 50, key is test_row_0/B:col10/1732328654208/Put/seqid=0 2024-11-23T02:24:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742405_1581 (size=12301) 2024-11-23T02:24:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742406_1582 (size=13017) 2024-11-23T02:24:14,975 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 75d0dc5ffeec4889a46ac000d6bb30ea(size=12.5 K), total size for store is 36.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:14,975 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:14,975 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=13, startTime=1732328654077; duration=0sec 2024-11-23T02:24:14,975 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:14,976 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:14,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328714976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:14,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328714976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:24:15,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T02:24:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328715087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328715087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T02:24:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328715293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328715303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/477a439408af4ea2841b158af2158166 2024-11-23T02:24:15,378 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/6706f84006214104b3a0f59c1c16d1de as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/6706f84006214104b3a0f59c1c16d1de 2024-11-23T02:24:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328715376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/6cf16280caee4478bd09b9ae4571a6ec is 50, key is test_row_0/C:col10/1732328654889/Put/seqid=0 2024-11-23T02:24:15,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328715377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,383 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into 6706f84006214104b3a0f59c1c16d1de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:15,383 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:15,383 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=13, startTime=1732328654886; duration=0sec 2024-11-23T02:24:15,383 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:15,383 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742407_1583 (size=12301) 2024-11-23T02:24:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328715381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/6cf16280caee4478bd09b9ae4571a6ec 2024-11-23T02:24:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:24:15,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/0f658042a84f47e99378ab62736182b3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/0f658042a84f47e99378ab62736182b3 2024-11-23T02:24:15,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/0f658042a84f47e99378ab62736182b3, entries=250, sequenceid=319, filesize=16.8 K 2024-11-23T02:24:15,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/477a439408af4ea2841b158af2158166 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/477a439408af4ea2841b158af2158166 2024-11-23T02:24:15,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T02:24:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:15,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/477a439408af4ea2841b158af2158166, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T02:24:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/6cf16280caee4478bd09b9ae4571a6ec as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6cf16280caee4478bd09b9ae4571a6ec 2024-11-23T02:24:15,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6cf16280caee4478bd09b9ae4571a6ec, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T02:24:15,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0ce9477f96e556bd8dc2d1802fec76bd in 514ms, sequenceid=319, compaction requested=true 2024-11-23T02:24:15,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:15,405 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:24:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:15,405 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:24:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. because compaction request was cancelled 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. because compaction request was cancelled 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:15,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:15,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:15,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:15,407 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,408 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/75d0dc5ffeec4889a46ac000d6bb30ea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/cf417d8a9c8b4120b0a6667502b7573d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27d26baef0494dd7b14d23d0186a5d09, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6cf16280caee4478bd09b9ae4571a6ec] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=48.6 K 2024-11-23T02:24:15,409 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d0dc5ffeec4889a46ac000d6bb30ea, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328652052 2024-11-23T02:24:15,409 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf417d8a9c8b4120b0a6667502b7573d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732328653214 2024-11-23T02:24:15,409 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27d26baef0494dd7b14d23d0186a5d09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328654195 2024-11-23T02:24:15,410 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cf16280caee4478bd09b9ae4571a6ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328654873 2024-11-23T02:24:15,430 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:15,431 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/8cb8793d084f4ea8926e79ecd31786b1 is 50, key is test_row_0/C:col10/1732328654889/Put/seqid=0 2024-11-23T02:24:15,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742408_1584 (size=13051) 2024-11-23T02:24:15,445 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/8cb8793d084f4ea8926e79ecd31786b1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8cb8793d084f4ea8926e79ecd31786b1 2024-11-23T02:24:15,449 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 8cb8793d084f4ea8926e79ecd31786b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:15,449 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:15,449 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=12, startTime=1732328655405; duration=0sec 2024-11-23T02:24:15,449 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:15,449 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:15,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T02:24:15,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:15,550 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:24:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/77114cf8fc1d4af4a5acc2afe6c1d603 is 50, key is test_row_0/A:col10/1732328654955/Put/seqid=0 2024-11-23T02:24:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742409_1585 (size=12301) 2024-11-23T02:24:15,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:15,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328715660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328715662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328715769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328715770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:24:15,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328715974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328715975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:15,990 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/77114cf8fc1d4af4a5acc2afe6c1d603 2024-11-23T02:24:15,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/3d33858bf85246e8a58dc195f24d8bd9 is 50, key is test_row_0/B:col10/1732328654955/Put/seqid=0 2024-11-23T02:24:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742410_1586 (size=12301) 2024-11-23T02:24:16,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328716284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:16,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328716284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:16,400 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/3d33858bf85246e8a58dc195f24d8bd9 2024-11-23T02:24:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/1d4f30c1b22344a3b1d2474dbc1cba39 is 50, key is test_row_0/C:col10/1732328654955/Put/seqid=0 2024-11-23T02:24:16,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742411_1587 (size=12301) 2024-11-23T02:24:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328716791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328716791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:16,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/1d4f30c1b22344a3b1d2474dbc1cba39 2024-11-23T02:24:16,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/77114cf8fc1d4af4a5acc2afe6c1d603 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/77114cf8fc1d4af4a5acc2afe6c1d603 2024-11-23T02:24:16,818 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/77114cf8fc1d4af4a5acc2afe6c1d603, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T02:24:16,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/3d33858bf85246e8a58dc195f24d8bd9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/3d33858bf85246e8a58dc195f24d8bd9 2024-11-23T02:24:16,823 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/3d33858bf85246e8a58dc195f24d8bd9, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T02:24:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/1d4f30c1b22344a3b1d2474dbc1cba39 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/1d4f30c1b22344a3b1d2474dbc1cba39 2024-11-23T02:24:16,826 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/1d4f30c1b22344a3b1d2474dbc1cba39, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T02:24:16,827 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0ce9477f96e556bd8dc2d1802fec76bd in 1277ms, sequenceid=340, compaction requested=true 2024-11-23T02:24:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-23T02:24:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-23T02:24:16,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T02:24:16,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-11-23T02:24:16,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.0470 sec 2024-11-23T02:24:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:24:16,889 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-23T02:24:16,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-23T02:24:16,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:24:16,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:16,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:24:17,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:24:17,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:17,044 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:24:17,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/e382712cc6544d3ba27468145f21acbb is 50, key is test_row_0/A:col10/1732328655651/Put/seqid=0 2024-11-23T02:24:17,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742412_1588 (size=12301) 2024-11-23T02:24:17,052 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/e382712cc6544d3ba27468145f21acbb 2024-11-23T02:24:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/7763c6bf82db48d5a5079ee996e39722 is 50, key is test_row_0/B:col10/1732328655651/Put/seqid=0 2024-11-23T02:24:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742413_1589 (size=12301) 2024-11-23T02:24:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:24:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:17,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328717419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328717426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328717427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,462 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/7763c6bf82db48d5a5079ee996e39722 2024-11-23T02:24:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/842cab3410ae4f23bf619c80ff6abc17 is 50, key is test_row_0/C:col10/1732328655651/Put/seqid=0 2024-11-23T02:24:17,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742414_1590 (size=12301) 2024-11-23T02:24:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:24:17,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328717531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328717534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328717535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328717744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328717745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328717746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328717800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328717802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:17,882 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/842cab3410ae4f23bf619c80ff6abc17 2024-11-23T02:24:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/e382712cc6544d3ba27468145f21acbb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/e382712cc6544d3ba27468145f21acbb 2024-11-23T02:24:17,889 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/e382712cc6544d3ba27468145f21acbb, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T02:24:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/7763c6bf82db48d5a5079ee996e39722 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/7763c6bf82db48d5a5079ee996e39722 2024-11-23T02:24:17,893 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/7763c6bf82db48d5a5079ee996e39722, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T02:24:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/842cab3410ae4f23bf619c80ff6abc17 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/842cab3410ae4f23bf619c80ff6abc17 2024-11-23T02:24:17,896 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/842cab3410ae4f23bf619c80ff6abc17, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T02:24:17,897 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0ce9477f96e556bd8dc2d1802fec76bd in 853ms, sequenceid=359, compaction requested=true 2024-11-23T02:24:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-23T02:24:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-23T02:24:17,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T02:24:17,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-23T02:24:17,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.0090 sec 2024-11-23T02:24:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:24:17,995 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-23T02:24:17,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-23T02:24:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:24:17,998 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:17,999 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:17,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:18,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:24:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:18,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/ce8789bf4a274e429022f93c4cce246e is 50, key is test_row_0/A:col10/1732328657414/Put/seqid=0 2024-11-23T02:24:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742415_1591 (size=17181) 2024-11-23T02:24:18,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328718089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328718090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328718091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:24:18,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:18,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328718195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328718196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328718198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:24:18,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:18,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:18,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328718399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328718402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328718403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/ce8789bf4a274e429022f93c4cce246e 2024-11-23T02:24:18,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a373fd49d64b46f281cb6a3d949f56d5 is 50, key is test_row_0/B:col10/1732328657414/Put/seqid=0 2024-11-23T02:24:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742416_1592 (size=12301) 2024-11-23T02:24:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:24:18,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328718707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328718709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328718711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a373fd49d64b46f281cb6a3d949f56d5 2024-11-23T02:24:18,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/bebc7e95e89e498780d46789db19d4f0 is 50, key is test_row_0/C:col10/1732328657414/Put/seqid=0 2024-11-23T02:24:18,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742417_1593 (size=12301) 2024-11-23T02:24:18,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:18,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:18,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:24:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328719215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328719216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328719218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:19,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/bebc7e95e89e498780d46789db19d4f0 2024-11-23T02:24:19,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/ce8789bf4a274e429022f93c4cce246e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ce8789bf4a274e429022f93c4cce246e 2024-11-23T02:24:19,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ce8789bf4a274e429022f93c4cce246e, entries=250, sequenceid=378, filesize=16.8 K 2024-11-23T02:24:19,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a373fd49d64b46f281cb6a3d949f56d5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a373fd49d64b46f281cb6a3d949f56d5 2024-11-23T02:24:19,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a373fd49d64b46f281cb6a3d949f56d5, entries=150, sequenceid=378, filesize=12.0 K 2024-11-23T02:24:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/bebc7e95e89e498780d46789db19d4f0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bebc7e95e89e498780d46789db19d4f0 2024-11-23T02:24:19,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bebc7e95e89e498780d46789db19d4f0, entries=150, sequenceid=378, filesize=12.0 K 2024-11-23T02:24:19,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0ce9477f96e556bd8dc2d1802fec76bd in 1279ms, sequenceid=378, compaction requested=true 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:19,333 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:19,333 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:24:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:19,334 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 71981 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:24:19,334 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:24:19,335 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:19,335 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:19,335 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,335 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,335 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/435144b953fe4a8a86638d043b31fc98, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/0f658042a84f47e99378ab62736182b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/77114cf8fc1d4af4a5acc2afe6c1d603, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/e382712cc6544d3ba27468145f21acbb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ce8789bf4a274e429022f93c4cce246e] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=70.3 K 2024-11-23T02:24:19,335 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/6706f84006214104b3a0f59c1c16d1de, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/477a439408af4ea2841b158af2158166, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/3d33858bf85246e8a58dc195f24d8bd9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/7763c6bf82db48d5a5079ee996e39722, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a373fd49d64b46f281cb6a3d949f56d5] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=60.8 K 2024-11-23T02:24:19,335 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 6706f84006214104b3a0f59c1c16d1de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328654195 2024-11-23T02:24:19,335 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 435144b953fe4a8a86638d043b31fc98, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732328654195 2024-11-23T02:24:19,335 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 477a439408af4ea2841b158af2158166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328654873 2024-11-23T02:24:19,336 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f658042a84f47e99378ab62736182b3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328654873 2024-11-23T02:24:19,336 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d33858bf85246e8a58dc195f24d8bd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732328654924 2024-11-23T02:24:19,336 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77114cf8fc1d4af4a5acc2afe6c1d603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732328654924 2024-11-23T02:24:19,336 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 7763c6bf82db48d5a5079ee996e39722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732328655651 2024-11-23T02:24:19,336 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e382712cc6544d3ba27468145f21acbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732328655651 2024-11-23T02:24:19,336 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a373fd49d64b46f281cb6a3d949f56d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732328657414 2024-11-23T02:24:19,337 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce8789bf4a274e429022f93c4cce246e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732328657414 2024-11-23T02:24:19,359 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#504 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:19,359 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:19,359 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/066f6816f6144ced86a3b4dfccf04513 is 50, key is test_row_0/A:col10/1732328657414/Put/seqid=0 2024-11-23T02:24:19,360 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/fb2d72543f04440885dd5c7061ef42da is 50, key is test_row_0/B:col10/1732328657414/Put/seqid=0 2024-11-23T02:24:19,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:24:19,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,375 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:24:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742418_1594 (size=13187) 2024-11-23T02:24:19,387 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/fb2d72543f04440885dd5c7061ef42da as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/fb2d72543f04440885dd5c7061ef42da 2024-11-23T02:24:19,392 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into fb2d72543f04440885dd5c7061ef42da(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:19,392 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:19,392 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=11, startTime=1732328659333; duration=0sec 2024-11-23T02:24:19,392 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:19,392 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:19,392 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:19,395 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:19,395 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:19,395 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,396 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8cb8793d084f4ea8926e79ecd31786b1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/1d4f30c1b22344a3b1d2474dbc1cba39, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/842cab3410ae4f23bf619c80ff6abc17, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bebc7e95e89e498780d46789db19d4f0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=48.8 K 2024-11-23T02:24:19,396 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb8793d084f4ea8926e79ecd31786b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732328654873 2024-11-23T02:24:19,396 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d4f30c1b22344a3b1d2474dbc1cba39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732328654924 2024-11-23T02:24:19,397 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 842cab3410ae4f23bf619c80ff6abc17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732328655651 2024-11-23T02:24:19,397 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting bebc7e95e89e498780d46789db19d4f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732328657414 2024-11-23T02:24:19,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/b32ea91e60a54f308b4b668bfd28fea2 is 50, key is test_row_0/A:col10/1732328658089/Put/seqid=0 2024-11-23T02:24:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742419_1595 (size=13187) 2024-11-23T02:24:19,411 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:19,412 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/72c1aaf94f174d2fbf2a3f1a79e7edf3 is 50, key is test_row_0/C:col10/1732328657414/Put/seqid=0 2024-11-23T02:24:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742420_1596 (size=12301) 2024-11-23T02:24:19,414 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/b32ea91e60a54f308b4b668bfd28fea2 2024-11-23T02:24:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/2c64a28d328f4bf29499dd7dfb94b9ac is 50, key is test_row_0/B:col10/1732328658089/Put/seqid=0 2024-11-23T02:24:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742421_1597 (size=13187) 2024-11-23T02:24:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742422_1598 (size=12301) 2024-11-23T02:24:19,429 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/72c1aaf94f174d2fbf2a3f1a79e7edf3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/72c1aaf94f174d2fbf2a3f1a79e7edf3 2024-11-23T02:24:19,434 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 72c1aaf94f174d2fbf2a3f1a79e7edf3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:19,434 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:19,435 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=12, startTime=1732328659333; duration=0sec 2024-11-23T02:24:19,435 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:19,435 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:19,808 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/066f6816f6144ced86a3b4dfccf04513 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/066f6816f6144ced86a3b4dfccf04513 2024-11-23T02:24:19,812 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into 066f6816f6144ced86a3b4dfccf04513(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:19,812 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:19,812 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=11, startTime=1732328659333; duration=0sec 2024-11-23T02:24:19,812 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:19,812 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:19,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:19,826 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/2c64a28d328f4bf29499dd7dfb94b9ac 2024-11-23T02:24:19,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/3a3701f422bf400491c22ef5f0ed9786 is 50, key is test_row_0/C:col10/1732328658089/Put/seqid=0 2024-11-23T02:24:19,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742423_1599 (size=12301) 2024-11-23T02:24:19,838 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/3a3701f422bf400491c22ef5f0ed9786 2024-11-23T02:24:19,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/b32ea91e60a54f308b4b668bfd28fea2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b32ea91e60a54f308b4b668bfd28fea2 2024-11-23T02:24:19,849 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b32ea91e60a54f308b4b668bfd28fea2, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T02:24:19,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/2c64a28d328f4bf29499dd7dfb94b9ac as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/2c64a28d328f4bf29499dd7dfb94b9ac 2024-11-23T02:24:19,856 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/2c64a28d328f4bf29499dd7dfb94b9ac, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T02:24:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/3a3701f422bf400491c22ef5f0ed9786 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a3701f422bf400491c22ef5f0ed9786 2024-11-23T02:24:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328719853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328719853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:19,860 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a3701f422bf400491c22ef5f0ed9786, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T02:24:19,861 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0ce9477f96e556bd8dc2d1802fec76bd in 485ms, sequenceid=395, compaction requested=false 2024-11-23T02:24:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-23T02:24:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-23T02:24:19,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T02:24:19,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8630 sec 2024-11-23T02:24:19,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.8660 sec 2024-11-23T02:24:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:19,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:24:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:19,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/d743811385784ecd88ba8eba254c1ee1 is 50, key is test_row_0/A:col10/1732328659852/Put/seqid=0 2024-11-23T02:24:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742424_1600 (size=14741) 2024-11-23T02:24:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328720022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328720026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:24:20,102 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-23T02:24:20,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-23T02:24:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:24:20,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:20,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:20,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328720131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328720131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:24:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328720223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328720227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328720227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328720334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328720335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/d743811385784ecd88ba8eba254c1ee1 2024-11-23T02:24:20,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/4bbabd5f7d884a24b4c87c8b91080400 is 50, key is test_row_0/B:col10/1732328659852/Put/seqid=0 2024-11-23T02:24:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742425_1601 (size=12301) 2024-11-23T02:24:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:24:20,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:20,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328720639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328720640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:24:20,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:20,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:20,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/4bbabd5f7d884a24b4c87c8b91080400 2024-11-23T02:24:20,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/bbc564e94d7242caa3122d029e270513 is 50, key is test_row_0/C:col10/1732328659852/Put/seqid=0 2024-11-23T02:24:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742426_1602 (size=12301) 2024-11-23T02:24:20,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:20,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:20,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:21,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328721144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328721146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:21,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:21,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:21,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:21,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:21,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/bbc564e94d7242caa3122d029e270513 2024-11-23T02:24:21,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/d743811385784ecd88ba8eba254c1ee1 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d743811385784ecd88ba8eba254c1ee1 2024-11-23T02:24:21,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d743811385784ecd88ba8eba254c1ee1, entries=200, sequenceid=419, filesize=14.4 K 2024-11-23T02:24:21,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/4bbabd5f7d884a24b4c87c8b91080400 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4bbabd5f7d884a24b4c87c8b91080400 2024-11-23T02:24:21,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4bbabd5f7d884a24b4c87c8b91080400, entries=150, sequenceid=419, filesize=12.0 K 2024-11-23T02:24:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:24:21,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/bbc564e94d7242caa3122d029e270513 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bbc564e94d7242caa3122d029e270513 2024-11-23T02:24:21,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bbc564e94d7242caa3122d029e270513, entries=150, sequenceid=419, filesize=12.0 K 2024-11-23T02:24:21,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0ce9477f96e556bd8dc2d1802fec76bd in 1249ms, sequenceid=419, compaction requested=true 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:21,213 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:21,213 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:21,214 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:21,214 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:21,214 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:21,214 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:21,214 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,214 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,214 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/066f6816f6144ced86a3b4dfccf04513, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b32ea91e60a54f308b4b668bfd28fea2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d743811385784ecd88ba8eba254c1ee1] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=39.3 K 2024-11-23T02:24:21,214 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/fb2d72543f04440885dd5c7061ef42da, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/2c64a28d328f4bf29499dd7dfb94b9ac, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4bbabd5f7d884a24b4c87c8b91080400] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.9 K 2024-11-23T02:24:21,214 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 066f6816f6144ced86a3b4dfccf04513, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732328657414 2024-11-23T02:24:21,214 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2d72543f04440885dd5c7061ef42da, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732328657414 2024-11-23T02:24:21,215 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting b32ea91e60a54f308b4b668bfd28fea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732328658079 2024-11-23T02:24:21,215 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c64a28d328f4bf29499dd7dfb94b9ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732328658079 2024-11-23T02:24:21,215 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d743811385784ecd88ba8eba254c1ee1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732328659844 2024-11-23T02:24:21,215 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bbabd5f7d884a24b4c87c8b91080400, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732328659844 2024-11-23T02:24:21,222 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:21,223 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/ca5cb81e4c974a31b613112dad752edd is 50, key is test_row_0/A:col10/1732328659852/Put/seqid=0 2024-11-23T02:24:21,225 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:21,226 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/b82bded214be40dab1bc7319d3d77ee9 is 50, key is test_row_0/B:col10/1732328659852/Put/seqid=0 2024-11-23T02:24:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742427_1603 (size=13289) 2024-11-23T02:24:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742428_1604 (size=13289) 2024-11-23T02:24:21,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:21,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:21,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/a838f6eb9aba40699fe38dea48a80c6c is 50, key is test_row_0/A:col10/1732328660003/Put/seqid=0 2024-11-23T02:24:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742429_1605 (size=12301) 2024-11-23T02:24:21,336 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/a838f6eb9aba40699fe38dea48a80c6c 2024-11-23T02:24:21,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a6d560a5e08d4a9eaa06f6ee242dd761 is 50, key is test_row_0/B:col10/1732328660003/Put/seqid=0 2024-11-23T02:24:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742430_1606 (size=12301) 2024-11-23T02:24:21,642 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/ca5cb81e4c974a31b613112dad752edd as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ca5cb81e4c974a31b613112dad752edd 2024-11-23T02:24:21,645 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/b82bded214be40dab1bc7319d3d77ee9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b82bded214be40dab1bc7319d3d77ee9 2024-11-23T02:24:21,647 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into ca5cb81e4c974a31b613112dad752edd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:21,647 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:21,647 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=13, startTime=1732328661213; duration=0sec 2024-11-23T02:24:21,647 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:21,647 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:21,649 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:21,649 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into b82bded214be40dab1bc7319d3d77ee9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:21,650 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:21,650 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=13, startTime=1732328661213; duration=0sec 2024-11-23T02:24:21,650 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:21,650 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:21,650 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:21,650 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:21,650 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,650 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/72c1aaf94f174d2fbf2a3f1a79e7edf3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a3701f422bf400491c22ef5f0ed9786, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bbc564e94d7242caa3122d029e270513] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=36.9 K 2024-11-23T02:24:21,651 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72c1aaf94f174d2fbf2a3f1a79e7edf3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732328657414 2024-11-23T02:24:21,651 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a3701f422bf400491c22ef5f0ed9786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732328658079 2024-11-23T02:24:21,651 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbc564e94d7242caa3122d029e270513, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732328659844 2024-11-23T02:24:21,669 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:21,669 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/74acf335b2c24dd495c079c9d0a820a5 is 50, key is test_row_0/C:col10/1732328659852/Put/seqid=0 2024-11-23T02:24:21,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742431_1607 (size=13289) 2024-11-23T02:24:21,678 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/74acf335b2c24dd495c079c9d0a820a5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/74acf335b2c24dd495c079c9d0a820a5 2024-11-23T02:24:21,683 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into 74acf335b2c24dd495c079c9d0a820a5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:21,683 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:21,683 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=13, startTime=1732328661213; duration=0sec 2024-11-23T02:24:21,683 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:21,683 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:21,745 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a6d560a5e08d4a9eaa06f6ee242dd761 2024-11-23T02:24:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/27af930e04024bd3bdf8dd13e92ea4e5 is 50, key is test_row_0/C:col10/1732328660003/Put/seqid=0 2024-11-23T02:24:21,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742432_1608 (size=12301) 2024-11-23T02:24:21,757 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/27af930e04024bd3bdf8dd13e92ea4e5 2024-11-23T02:24:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/a838f6eb9aba40699fe38dea48a80c6c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/a838f6eb9aba40699fe38dea48a80c6c 2024-11-23T02:24:21,765 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/a838f6eb9aba40699fe38dea48a80c6c, entries=150, sequenceid=434, filesize=12.0 K 2024-11-23T02:24:21,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/a6d560a5e08d4a9eaa06f6ee242dd761 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a6d560a5e08d4a9eaa06f6ee242dd761 2024-11-23T02:24:21,769 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a6d560a5e08d4a9eaa06f6ee242dd761, entries=150, sequenceid=434, filesize=12.0 K 2024-11-23T02:24:21,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/27af930e04024bd3bdf8dd13e92ea4e5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27af930e04024bd3bdf8dd13e92ea4e5 2024-11-23T02:24:21,773 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27af930e04024bd3bdf8dd13e92ea4e5, entries=150, sequenceid=434, filesize=12.0 K 2024-11-23T02:24:21,774 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 0ce9477f96e556bd8dc2d1802fec76bd in 446ms, sequenceid=434, compaction requested=false 2024-11-23T02:24:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-23T02:24:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-23T02:24:21,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-23T02:24:21,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6700 sec 2024-11-23T02:24:21,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.6740 sec 2024-11-23T02:24:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:22,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:24:22,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:22,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:22,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:22,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:22,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:22,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:22,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/008a6ac6e96546f68e0c2de941d91785 is 50, key is test_row_1/A:col10/1732328662163/Put/seqid=0 2024-11-23T02:24:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742433_1609 (size=14737) 2024-11-23T02:24:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:24:22,208 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-23T02:24:22,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-23T02:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:24:22,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:22,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:22,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328722218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328722218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42956 deadline: 1732328722235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,241 DEBUG [Thread-2269 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732328722236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,242 DEBUG [Thread-2273 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:22,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42928 deadline: 1732328722240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,244 DEBUG [Thread-2265 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., hostname=fde8ce287ea2,37605,1732328523434, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:24:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328722326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328722327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:22,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:22,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,422 DEBUG [Thread-2276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:52285 2024-11-23T02:24:22,422 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:22,422 DEBUG [Thread-2278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:52285 2024-11-23T02:24:22,422 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:22,424 DEBUG [Thread-2282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:52285 2024-11-23T02:24:22,424 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:22,426 DEBUG [Thread-2284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:52285 2024-11-23T02:24:22,426 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:22,428 DEBUG [Thread-2280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:52285 2024-11-23T02:24:22,428 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:24:22,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:22,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:22,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328722529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328722531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/008a6ac6e96546f68e0c2de941d91785 2024-11-23T02:24:22,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/abd8e37c24ad4d56964a5ce3b12d7145 is 50, key is test_row_1/B:col10/1732328662163/Put/seqid=0 2024-11-23T02:24:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742434_1610 (size=9857) 2024-11-23T02:24:22,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:22,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:22,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:24:22,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328722831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328722833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:22,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:22,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:22,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/abd8e37c24ad4d56964a5ce3b12d7145 2024-11-23T02:24:22,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/efe235642faa4c388c54b44817f12311 is 50, key is test_row_1/C:col10/1732328662163/Put/seqid=0 2024-11-23T02:24:22,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742435_1611 (size=9857) 2024-11-23T02:24:23,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:23,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:23,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:23,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. as already flushing 2024-11-23T02:24:23,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:23,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:24:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42944 deadline: 1732328723337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42988 deadline: 1732328723337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:23,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/efe235642faa4c388c54b44817f12311 2024-11-23T02:24:23,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/008a6ac6e96546f68e0c2de941d91785 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/008a6ac6e96546f68e0c2de941d91785 2024-11-23T02:24:23,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/008a6ac6e96546f68e0c2de941d91785, entries=200, sequenceid=448, filesize=14.4 K 2024-11-23T02:24:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/abd8e37c24ad4d56964a5ce3b12d7145 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/abd8e37c24ad4d56964a5ce3b12d7145 2024-11-23T02:24:23,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/abd8e37c24ad4d56964a5ce3b12d7145, entries=100, sequenceid=448, filesize=9.6 K 2024-11-23T02:24:23,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/efe235642faa4c388c54b44817f12311 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/efe235642faa4c388c54b44817f12311 2024-11-23T02:24:23,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/efe235642faa4c388c54b44817f12311, entries=100, sequenceid=448, filesize=9.6 K 2024-11-23T02:24:23,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0ce9477f96e556bd8dc2d1802fec76bd in 1240ms, sequenceid=448, compaction requested=true 2024-11-23T02:24:23,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ce9477f96e556bd8dc2d1802fec76bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:23,407 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:23,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:23,407 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:23,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40327 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:23,407 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/B is initiating minor compaction (all files) 2024-11-23T02:24:23,407 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/B in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/A is initiating minor compaction (all files) 2024-11-23T02:24:23,407 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b82bded214be40dab1bc7319d3d77ee9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a6d560a5e08d4a9eaa06f6ee242dd761, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/abd8e37c24ad4d56964a5ce3b12d7145] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=34.6 K 2024-11-23T02:24:23,407 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/A in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,408 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ca5cb81e4c974a31b613112dad752edd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/a838f6eb9aba40699fe38dea48a80c6c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/008a6ac6e96546f68e0c2de941d91785] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=39.4 K 2024-11-23T02:24:23,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting b82bded214be40dab1bc7319d3d77ee9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732328659844 2024-11-23T02:24:23,408 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca5cb81e4c974a31b613112dad752edd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732328659844 2024-11-23T02:24:23,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a6d560a5e08d4a9eaa06f6ee242dd761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732328660003 2024-11-23T02:24:23,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting abd8e37c24ad4d56964a5ce3b12d7145, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732328662163 2024-11-23T02:24:23,408 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting a838f6eb9aba40699fe38dea48a80c6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732328660003 2024-11-23T02:24:23,408 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 008a6ac6e96546f68e0c2de941d91785, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732328662158 2024-11-23T02:24:23,413 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#A#compaction#523 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:23,414 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/688513b7cc14444385ad9fa975db6ccb is 50, key is test_row_0/A:col10/1732328660003/Put/seqid=0 2024-11-23T02:24:23,414 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:23,414 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/1e02edfad23a4216ba49b3aa1d6d258a is 50, key is test_row_0/B:col10/1732328660003/Put/seqid=0 2024-11-23T02:24:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742436_1612 (size=13391) 2024-11-23T02:24:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742437_1613 (size=13391) 2024-11-23T02:24:23,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:23,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,429 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/deefa88195634a2188379daad39cd065 is 50, key is test_row_0/A:col10/1732328662202/Put/seqid=0 2024-11-23T02:24:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742438_1614 (size=12301) 2024-11-23T02:24:23,821 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/688513b7cc14444385ad9fa975db6ccb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/688513b7cc14444385ad9fa975db6ccb 2024-11-23T02:24:23,821 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/1e02edfad23a4216ba49b3aa1d6d258a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1e02edfad23a4216ba49b3aa1d6d258a 2024-11-23T02:24:23,824 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/A of 0ce9477f96e556bd8dc2d1802fec76bd into 688513b7cc14444385ad9fa975db6ccb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:23,824 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:23,824 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/A, priority=13, startTime=1732328663407; duration=0sec 2024-11-23T02:24:23,824 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:23,824 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:A 2024-11-23T02:24:23,824 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/B of 0ce9477f96e556bd8dc2d1802fec76bd into 1e02edfad23a4216ba49b3aa1d6d258a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:23,824 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:23,824 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:23,824 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/B, priority=13, startTime=1732328663407; duration=0sec 2024-11-23T02:24:23,824 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:23,825 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:B 2024-11-23T02:24:23,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:23,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 0ce9477f96e556bd8dc2d1802fec76bd/C is initiating minor compaction (all files) 2024-11-23T02:24:23,825 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ce9477f96e556bd8dc2d1802fec76bd/C in TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,825 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/74acf335b2c24dd495c079c9d0a820a5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27af930e04024bd3bdf8dd13e92ea4e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/efe235642faa4c388c54b44817f12311] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp, totalSize=34.6 K 2024-11-23T02:24:23,825 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74acf335b2c24dd495c079c9d0a820a5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732328659844 2024-11-23T02:24:23,826 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27af930e04024bd3bdf8dd13e92ea4e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732328660003 2024-11-23T02:24:23,826 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting efe235642faa4c388c54b44817f12311, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732328662163 2024-11-23T02:24:23,831 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ce9477f96e556bd8dc2d1802fec76bd#C#compaction#525 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:23,831 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c6007c0b2938483e96a9753d2e641396 is 50, key is test_row_0/C:col10/1732328660003/Put/seqid=0 2024-11-23T02:24:23,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742439_1615 (size=13391) 2024-11-23T02:24:23,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/deefa88195634a2188379daad39cd065 2024-11-23T02:24:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/d66cda0299ba41449fe05a608da80dcd is 50, key is test_row_0/B:col10/1732328662202/Put/seqid=0 2024-11-23T02:24:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742440_1616 (size=12301) 2024-11-23T02:24:23,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/d66cda0299ba41449fe05a608da80dcd 2024-11-23T02:24:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/160854cfb97646e58d943c9f09f5a531 is 50, key is test_row_0/C:col10/1732328662202/Put/seqid=0 2024-11-23T02:24:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742441_1617 (size=12301) 2024-11-23T02:24:23,851 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/160854cfb97646e58d943c9f09f5a531 2024-11-23T02:24:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/deefa88195634a2188379daad39cd065 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/deefa88195634a2188379daad39cd065 2024-11-23T02:24:23,857 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/deefa88195634a2188379daad39cd065, entries=150, sequenceid=474, filesize=12.0 K 2024-11-23T02:24:23,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/d66cda0299ba41449fe05a608da80dcd as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d66cda0299ba41449fe05a608da80dcd 2024-11-23T02:24:23,860 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d66cda0299ba41449fe05a608da80dcd, entries=150, sequenceid=474, filesize=12.0 K 2024-11-23T02:24:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/160854cfb97646e58d943c9f09f5a531 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/160854cfb97646e58d943c9f09f5a531 2024-11-23T02:24:23,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/160854cfb97646e58d943c9f09f5a531, entries=150, sequenceid=474, filesize=12.0 K 2024-11-23T02:24:23,864 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 0ce9477f96e556bd8dc2d1802fec76bd in 435ms, sequenceid=474, compaction requested=false 2024-11-23T02:24:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-23T02:24:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-23T02:24:23,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-23T02:24:23,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6540 sec 2024-11-23T02:24:23,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.6570 sec 2024-11-23T02:24:24,238 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/c6007c0b2938483e96a9753d2e641396 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c6007c0b2938483e96a9753d2e641396 2024-11-23T02:24:24,241 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ce9477f96e556bd8dc2d1802fec76bd/C of 0ce9477f96e556bd8dc2d1802fec76bd into c6007c0b2938483e96a9753d2e641396(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:24,241 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:24,241 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd., storeName=0ce9477f96e556bd8dc2d1802fec76bd/C, priority=13, startTime=1732328663407; duration=0sec 2024-11-23T02:24:24,241 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:24,241 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ce9477f96e556bd8dc2d1802fec76bd:C 2024-11-23T02:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:24:24,314 INFO [Thread-2275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-23T02:24:24,347 DEBUG [Thread-2271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:52285 2024-11-23T02:24:24,347 DEBUG [Thread-2267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:52285 2024-11-23T02:24:24,347 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:24,347 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:26,275 DEBUG [Thread-2273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:52285 2024-11-23T02:24:26,275 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:26,277 DEBUG [Thread-2265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:52285 2024-11-23T02:24:26,277 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:26,279 DEBUG [Thread-2269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:52285 2024-11-23T02:24:26,279 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2335 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7004 rows 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2344 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7031 rows 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2325 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6974 rows 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2326 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6975 rows 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2333 2024-11-23T02:24:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6998 rows 2024-11-23T02:24:26,279 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:24:26,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:52285 2024-11-23T02:24:26,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:26,282 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:24:26,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:24:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:24:26,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328666286"}]},"ts":"1732328666286"} 2024-11-23T02:24:26,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:24:26,289 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:24:26,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:24:26,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, UNASSIGN}] 2024-11-23T02:24:26,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, UNASSIGN 2024-11-23T02:24:26,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=0ce9477f96e556bd8dc2d1802fec76bd, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:26,292 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:24:26,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure 0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:24:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:24:26,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:26,443 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:26,443 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:24:26,443 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing 0ce9477f96e556bd8dc2d1802fec76bd, disabling compactions & flushes 2024-11-23T02:24:26,443 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:26,443 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:26,443 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. after waiting 0 ms 2024-11-23T02:24:26,443 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:26,444 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2837): Flushing 0ce9477f96e556bd8dc2d1802fec76bd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:24:26,444 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=A 2024-11-23T02:24:26,444 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:26,444 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=B 2024-11-23T02:24:26,444 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:26,444 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ce9477f96e556bd8dc2d1802fec76bd, store=C 2024-11-23T02:24:26,444 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:26,447 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/01c589feaaf646c18d596f5ff9c58bb7 is 50, key is test_row_0/A:col10/1732328664346/Put/seqid=0 2024-11-23T02:24:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742442_1618 (size=9857) 2024-11-23T02:24:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:24:26,851 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/01c589feaaf646c18d596f5ff9c58bb7 2024-11-23T02:24:26,856 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/51c4b000ac48430dab80ec16f6b7d24e is 50, key is test_row_0/B:col10/1732328664346/Put/seqid=0 2024-11-23T02:24:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742443_1619 (size=9857) 2024-11-23T02:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:24:27,260 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/51c4b000ac48430dab80ec16f6b7d24e 2024-11-23T02:24:27,265 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/ddea81972eeb4c94b4d57023d3ee57a2 is 50, key is test_row_0/C:col10/1732328664346/Put/seqid=0 2024-11-23T02:24:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742444_1620 (size=9857) 2024-11-23T02:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:24:27,669 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/ddea81972eeb4c94b4d57023d3ee57a2 2024-11-23T02:24:27,672 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/A/01c589feaaf646c18d596f5ff9c58bb7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/01c589feaaf646c18d596f5ff9c58bb7 2024-11-23T02:24:27,675 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/01c589feaaf646c18d596f5ff9c58bb7, entries=100, sequenceid=485, filesize=9.6 K 2024-11-23T02:24:27,675 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/B/51c4b000ac48430dab80ec16f6b7d24e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/51c4b000ac48430dab80ec16f6b7d24e 2024-11-23T02:24:27,677 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/51c4b000ac48430dab80ec16f6b7d24e, entries=100, sequenceid=485, filesize=9.6 K 2024-11-23T02:24:27,678 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/.tmp/C/ddea81972eeb4c94b4d57023d3ee57a2 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/ddea81972eeb4c94b4d57023d3ee57a2 2024-11-23T02:24:27,680 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/ddea81972eeb4c94b4d57023d3ee57a2, entries=100, sequenceid=485, filesize=9.6 K 2024-11-23T02:24:27,681 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0ce9477f96e556bd8dc2d1802fec76bd in 1238ms, sequenceid=485, compaction requested=true 2024-11-23T02:24:27,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/35df3e06132f438ca48f486ecbb0ff21, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b4eebb4fe451496cad0693a929c4dc84, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c1d46464532342b2bdfe809e7df4da26, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf6a648b9bbc40d3a83c0fba4454200d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d9a2a6af1d1044509c0ca933e3781a65, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1470b3cc4ff74f1699734f62f810563c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c0351921008c4a8e84dd8abf697b8de4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1976912d3e654cc79c29f256384e3ef3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/2f49cba44b6143b4bfff5d3efdbc61ae, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/198a34b260864f86889ffcdb8b5b8ce1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/02522d0171c64a15a99f60878cd81e45, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/562fbbc5be5e4d85ad5c6249b72177ea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf61e57e8f134c4e9e1f59c834f91a5c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/4570f379d4e9404cae389a19353e02c3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/879c4753c006433488628eff6ec1da4a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/81b4b7cb31724a6a96123c2fc37d414d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/fbdb0c9fc3064363baca4cfee595f0aa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/37f82ee49bfb4a54bf3aeb48e856c5ef, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c012274e11dd408ea731f15d0d8b82be, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/19cb42f83464420b876b45d62e16985b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/9d4a9cfed7fa4007bdde8d875506318a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/435144b953fe4a8a86638d043b31fc98, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/0f658042a84f47e99378ab62736182b3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/77114cf8fc1d4af4a5acc2afe6c1d603, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/e382712cc6544d3ba27468145f21acbb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ce8789bf4a274e429022f93c4cce246e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/066f6816f6144ced86a3b4dfccf04513, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b32ea91e60a54f308b4b668bfd28fea2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d743811385784ecd88ba8eba254c1ee1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ca5cb81e4c974a31b613112dad752edd, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/a838f6eb9aba40699fe38dea48a80c6c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/008a6ac6e96546f68e0c2de941d91785] to archive 2024-11-23T02:24:27,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:27,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/35df3e06132f438ca48f486ecbb0ff21 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/35df3e06132f438ca48f486ecbb0ff21 2024-11-23T02:24:27,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b4eebb4fe451496cad0693a929c4dc84 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b4eebb4fe451496cad0693a929c4dc84 2024-11-23T02:24:27,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c1d46464532342b2bdfe809e7df4da26 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c1d46464532342b2bdfe809e7df4da26 2024-11-23T02:24:27,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf6a648b9bbc40d3a83c0fba4454200d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf6a648b9bbc40d3a83c0fba4454200d 2024-11-23T02:24:27,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d9a2a6af1d1044509c0ca933e3781a65 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d9a2a6af1d1044509c0ca933e3781a65 2024-11-23T02:24:27,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1470b3cc4ff74f1699734f62f810563c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1470b3cc4ff74f1699734f62f810563c 2024-11-23T02:24:27,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c0351921008c4a8e84dd8abf697b8de4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c0351921008c4a8e84dd8abf697b8de4 2024-11-23T02:24:27,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1976912d3e654cc79c29f256384e3ef3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/1976912d3e654cc79c29f256384e3ef3 2024-11-23T02:24:27,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/2f49cba44b6143b4bfff5d3efdbc61ae to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/2f49cba44b6143b4bfff5d3efdbc61ae 2024-11-23T02:24:27,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/198a34b260864f86889ffcdb8b5b8ce1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/198a34b260864f86889ffcdb8b5b8ce1 2024-11-23T02:24:27,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/02522d0171c64a15a99f60878cd81e45 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/02522d0171c64a15a99f60878cd81e45 2024-11-23T02:24:27,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/562fbbc5be5e4d85ad5c6249b72177ea to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/562fbbc5be5e4d85ad5c6249b72177ea 2024-11-23T02:24:27,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf61e57e8f134c4e9e1f59c834f91a5c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/cf61e57e8f134c4e9e1f59c834f91a5c 2024-11-23T02:24:27,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/4570f379d4e9404cae389a19353e02c3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/4570f379d4e9404cae389a19353e02c3 2024-11-23T02:24:27,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/879c4753c006433488628eff6ec1da4a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/879c4753c006433488628eff6ec1da4a 2024-11-23T02:24:27,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/81b4b7cb31724a6a96123c2fc37d414d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/81b4b7cb31724a6a96123c2fc37d414d 2024-11-23T02:24:27,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/fbdb0c9fc3064363baca4cfee595f0aa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/fbdb0c9fc3064363baca4cfee595f0aa 2024-11-23T02:24:27,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/37f82ee49bfb4a54bf3aeb48e856c5ef to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/37f82ee49bfb4a54bf3aeb48e856c5ef 2024-11-23T02:24:27,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c012274e11dd408ea731f15d0d8b82be to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/c012274e11dd408ea731f15d0d8b82be 2024-11-23T02:24:27,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/19cb42f83464420b876b45d62e16985b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/19cb42f83464420b876b45d62e16985b 2024-11-23T02:24:27,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/9d4a9cfed7fa4007bdde8d875506318a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/9d4a9cfed7fa4007bdde8d875506318a 2024-11-23T02:24:27,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/435144b953fe4a8a86638d043b31fc98 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/435144b953fe4a8a86638d043b31fc98 2024-11-23T02:24:27,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/0f658042a84f47e99378ab62736182b3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/0f658042a84f47e99378ab62736182b3 2024-11-23T02:24:27,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/77114cf8fc1d4af4a5acc2afe6c1d603 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/77114cf8fc1d4af4a5acc2afe6c1d603 2024-11-23T02:24:27,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/e382712cc6544d3ba27468145f21acbb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/e382712cc6544d3ba27468145f21acbb 2024-11-23T02:24:27,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ce8789bf4a274e429022f93c4cce246e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ce8789bf4a274e429022f93c4cce246e 2024-11-23T02:24:27,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/066f6816f6144ced86a3b4dfccf04513 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/066f6816f6144ced86a3b4dfccf04513 2024-11-23T02:24:27,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b32ea91e60a54f308b4b668bfd28fea2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/b32ea91e60a54f308b4b668bfd28fea2 2024-11-23T02:24:27,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d743811385784ecd88ba8eba254c1ee1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/d743811385784ecd88ba8eba254c1ee1 2024-11-23T02:24:27,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ca5cb81e4c974a31b613112dad752edd to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/ca5cb81e4c974a31b613112dad752edd 2024-11-23T02:24:27,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/a838f6eb9aba40699fe38dea48a80c6c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/a838f6eb9aba40699fe38dea48a80c6c 2024-11-23T02:24:27,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/008a6ac6e96546f68e0c2de941d91785 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/008a6ac6e96546f68e0c2de941d91785 2024-11-23T02:24:27,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/07f1753dbb294967b156bed7ff63635a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/9f8d71b719784d7089b7b01ed6a33533, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/265a1cee0c3a47f486233a30ea2890a2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/41a94b879360494289f350e9f8680a46, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c4dfb665048d4224892b884fa9afd501, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/794ed3a86d3b41be9670cbdd4f1cbcee, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1421d5e6cb7642e5bcdddcdbc3249cf4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ef367d51007a4fdd868cc03546d7bea1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/482928e2ca51461888421adde3fbaac5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/06675b4edb03497499323346ccdc2eb5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/8847e1692aef42c48c23e89fd959a62f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/115b01dab02e43739834285140d03b5a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c728de777a404e0ab568394ee206a0e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/10891b8acde5454ca5d8b75c971bea02, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d0ee674635374d2eb84f3d65435868c8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c0c773fcd5204ea98ce04435b0c214b0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ba8845374d324f62a04c737414bffe59, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/43230cfacf3646dbb066bc9bcbb1433a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a67762f99f654521a3cb38970c72ce34, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b0c3f1b28d9849dcad828dccea248643, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/6706f84006214104b3a0f59c1c16d1de, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4012b2fc575f494e838005e334ac8b5a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/477a439408af4ea2841b158af2158166, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/3d33858bf85246e8a58dc195f24d8bd9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/7763c6bf82db48d5a5079ee996e39722, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/fb2d72543f04440885dd5c7061ef42da, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a373fd49d64b46f281cb6a3d949f56d5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/2c64a28d328f4bf29499dd7dfb94b9ac, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b82bded214be40dab1bc7319d3d77ee9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4bbabd5f7d884a24b4c87c8b91080400, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a6d560a5e08d4a9eaa06f6ee242dd761, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/abd8e37c24ad4d56964a5ce3b12d7145] to archive 2024-11-23T02:24:27,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:27,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/07f1753dbb294967b156bed7ff63635a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/07f1753dbb294967b156bed7ff63635a 2024-11-23T02:24:27,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/9f8d71b719784d7089b7b01ed6a33533 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/9f8d71b719784d7089b7b01ed6a33533 2024-11-23T02:24:27,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/265a1cee0c3a47f486233a30ea2890a2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/265a1cee0c3a47f486233a30ea2890a2 2024-11-23T02:24:27,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/41a94b879360494289f350e9f8680a46 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/41a94b879360494289f350e9f8680a46 2024-11-23T02:24:27,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c4dfb665048d4224892b884fa9afd501 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c4dfb665048d4224892b884fa9afd501 2024-11-23T02:24:27,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/794ed3a86d3b41be9670cbdd4f1cbcee to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/794ed3a86d3b41be9670cbdd4f1cbcee 2024-11-23T02:24:27,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1421d5e6cb7642e5bcdddcdbc3249cf4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1421d5e6cb7642e5bcdddcdbc3249cf4 2024-11-23T02:24:27,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ef367d51007a4fdd868cc03546d7bea1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ef367d51007a4fdd868cc03546d7bea1 2024-11-23T02:24:27,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/482928e2ca51461888421adde3fbaac5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/482928e2ca51461888421adde3fbaac5 2024-11-23T02:24:27,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/06675b4edb03497499323346ccdc2eb5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/06675b4edb03497499323346ccdc2eb5 2024-11-23T02:24:27,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/8847e1692aef42c48c23e89fd959a62f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/8847e1692aef42c48c23e89fd959a62f 2024-11-23T02:24:27,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/115b01dab02e43739834285140d03b5a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/115b01dab02e43739834285140d03b5a 2024-11-23T02:24:27,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c728de777a404e0ab568394ee206a0e5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c728de777a404e0ab568394ee206a0e5 2024-11-23T02:24:27,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/10891b8acde5454ca5d8b75c971bea02 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/10891b8acde5454ca5d8b75c971bea02 2024-11-23T02:24:27,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d0ee674635374d2eb84f3d65435868c8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d0ee674635374d2eb84f3d65435868c8 2024-11-23T02:24:27,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c0c773fcd5204ea98ce04435b0c214b0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/c0c773fcd5204ea98ce04435b0c214b0 2024-11-23T02:24:27,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ba8845374d324f62a04c737414bffe59 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/ba8845374d324f62a04c737414bffe59 2024-11-23T02:24:27,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/43230cfacf3646dbb066bc9bcbb1433a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/43230cfacf3646dbb066bc9bcbb1433a 2024-11-23T02:24:27,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a67762f99f654521a3cb38970c72ce34 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a67762f99f654521a3cb38970c72ce34 2024-11-23T02:24:27,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b0c3f1b28d9849dcad828dccea248643 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b0c3f1b28d9849dcad828dccea248643 2024-11-23T02:24:27,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/6706f84006214104b3a0f59c1c16d1de to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/6706f84006214104b3a0f59c1c16d1de 2024-11-23T02:24:27,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4012b2fc575f494e838005e334ac8b5a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4012b2fc575f494e838005e334ac8b5a 2024-11-23T02:24:27,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/477a439408af4ea2841b158af2158166 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/477a439408af4ea2841b158af2158166 2024-11-23T02:24:27,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/3d33858bf85246e8a58dc195f24d8bd9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/3d33858bf85246e8a58dc195f24d8bd9 2024-11-23T02:24:27,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/7763c6bf82db48d5a5079ee996e39722 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/7763c6bf82db48d5a5079ee996e39722 2024-11-23T02:24:27,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/fb2d72543f04440885dd5c7061ef42da to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/fb2d72543f04440885dd5c7061ef42da 2024-11-23T02:24:27,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a373fd49d64b46f281cb6a3d949f56d5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a373fd49d64b46f281cb6a3d949f56d5 2024-11-23T02:24:27,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/2c64a28d328f4bf29499dd7dfb94b9ac to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/2c64a28d328f4bf29499dd7dfb94b9ac 2024-11-23T02:24:27,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b82bded214be40dab1bc7319d3d77ee9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/b82bded214be40dab1bc7319d3d77ee9 2024-11-23T02:24:27,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4bbabd5f7d884a24b4c87c8b91080400 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/4bbabd5f7d884a24b4c87c8b91080400 2024-11-23T02:24:27,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a6d560a5e08d4a9eaa06f6ee242dd761 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/a6d560a5e08d4a9eaa06f6ee242dd761 2024-11-23T02:24:27,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/abd8e37c24ad4d56964a5ce3b12d7145 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/abd8e37c24ad4d56964a5ce3b12d7145 2024-11-23T02:24:27,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/7963d2cfa9a645b380c709943b897798, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c7706fe30d6b47a2b0a8ce171a595432, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/de8bbfc234c543629c20d5aac7936723, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/56fd6a565ba24a16b3f0db507f7d06f7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/4d413c74662046c7b274d92142976b13, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/0bc4827c35b447f497ca6f8c97127b6a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8262e21b447f418889d5dcdc2bc6c8e2, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/b77981ea280845fd8347b4a04f504462, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c78ed10466ea4aa69d8a54cbcc77d754, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/2efdd9fe4fcf4516b531c7658f59c767, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/da9c824e2bec4f58b21335f73d608c59, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6ea74a210e764547aa31691f7e901c62, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/5e180acadb644a51b13dd2bd058273c8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/64e30e1784464d2fb3ce8d1fa0f4c945, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/36574975873f47719f0193e4dee6d7d9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a25241267884b8cbf04ae3b59db8520, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/affe7bfb46124308aa646a427794cb6e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/75d0dc5ffeec4889a46ac000d6bb30ea, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/447e7033e7144b88b40de630eda7a9c0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/cf417d8a9c8b4120b0a6667502b7573d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27d26baef0494dd7b14d23d0186a5d09, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8cb8793d084f4ea8926e79ecd31786b1, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6cf16280caee4478bd09b9ae4571a6ec, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/1d4f30c1b22344a3b1d2474dbc1cba39, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/842cab3410ae4f23bf619c80ff6abc17, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/72c1aaf94f174d2fbf2a3f1a79e7edf3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bebc7e95e89e498780d46789db19d4f0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a3701f422bf400491c22ef5f0ed9786, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/74acf335b2c24dd495c079c9d0a820a5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bbc564e94d7242caa3122d029e270513, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27af930e04024bd3bdf8dd13e92ea4e5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/efe235642faa4c388c54b44817f12311] to archive 2024-11-23T02:24:27,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:27,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/7963d2cfa9a645b380c709943b897798 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/7963d2cfa9a645b380c709943b897798 2024-11-23T02:24:27,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c7706fe30d6b47a2b0a8ce171a595432 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c7706fe30d6b47a2b0a8ce171a595432 2024-11-23T02:24:27,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/de8bbfc234c543629c20d5aac7936723 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/de8bbfc234c543629c20d5aac7936723 2024-11-23T02:24:27,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/56fd6a565ba24a16b3f0db507f7d06f7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/56fd6a565ba24a16b3f0db507f7d06f7 2024-11-23T02:24:27,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/4d413c74662046c7b274d92142976b13 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/4d413c74662046c7b274d92142976b13 2024-11-23T02:24:27,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/0bc4827c35b447f497ca6f8c97127b6a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/0bc4827c35b447f497ca6f8c97127b6a 2024-11-23T02:24:27,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8262e21b447f418889d5dcdc2bc6c8e2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8262e21b447f418889d5dcdc2bc6c8e2 2024-11-23T02:24:27,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/b77981ea280845fd8347b4a04f504462 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/b77981ea280845fd8347b4a04f504462 2024-11-23T02:24:27,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c78ed10466ea4aa69d8a54cbcc77d754 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c78ed10466ea4aa69d8a54cbcc77d754 2024-11-23T02:24:27,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/2efdd9fe4fcf4516b531c7658f59c767 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/2efdd9fe4fcf4516b531c7658f59c767 2024-11-23T02:24:27,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/da9c824e2bec4f58b21335f73d608c59 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/da9c824e2bec4f58b21335f73d608c59 2024-11-23T02:24:27,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6ea74a210e764547aa31691f7e901c62 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6ea74a210e764547aa31691f7e901c62 2024-11-23T02:24:27,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/5e180acadb644a51b13dd2bd058273c8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/5e180acadb644a51b13dd2bd058273c8 2024-11-23T02:24:27,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/64e30e1784464d2fb3ce8d1fa0f4c945 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/64e30e1784464d2fb3ce8d1fa0f4c945 2024-11-23T02:24:27,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/36574975873f47719f0193e4dee6d7d9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/36574975873f47719f0193e4dee6d7d9 2024-11-23T02:24:27,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a25241267884b8cbf04ae3b59db8520 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a25241267884b8cbf04ae3b59db8520 2024-11-23T02:24:27,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/affe7bfb46124308aa646a427794cb6e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/affe7bfb46124308aa646a427794cb6e 2024-11-23T02:24:27,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/75d0dc5ffeec4889a46ac000d6bb30ea to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/75d0dc5ffeec4889a46ac000d6bb30ea 2024-11-23T02:24:27,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/447e7033e7144b88b40de630eda7a9c0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/447e7033e7144b88b40de630eda7a9c0 2024-11-23T02:24:27,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/cf417d8a9c8b4120b0a6667502b7573d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/cf417d8a9c8b4120b0a6667502b7573d 2024-11-23T02:24:27,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27d26baef0494dd7b14d23d0186a5d09 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27d26baef0494dd7b14d23d0186a5d09 2024-11-23T02:24:27,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8cb8793d084f4ea8926e79ecd31786b1 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/8cb8793d084f4ea8926e79ecd31786b1 2024-11-23T02:24:27,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6cf16280caee4478bd09b9ae4571a6ec to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/6cf16280caee4478bd09b9ae4571a6ec 2024-11-23T02:24:27,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/1d4f30c1b22344a3b1d2474dbc1cba39 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/1d4f30c1b22344a3b1d2474dbc1cba39 2024-11-23T02:24:27,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/842cab3410ae4f23bf619c80ff6abc17 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/842cab3410ae4f23bf619c80ff6abc17 2024-11-23T02:24:27,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/72c1aaf94f174d2fbf2a3f1a79e7edf3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/72c1aaf94f174d2fbf2a3f1a79e7edf3 2024-11-23T02:24:27,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bebc7e95e89e498780d46789db19d4f0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bebc7e95e89e498780d46789db19d4f0 2024-11-23T02:24:27,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a3701f422bf400491c22ef5f0ed9786 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/3a3701f422bf400491c22ef5f0ed9786 2024-11-23T02:24:27,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/74acf335b2c24dd495c079c9d0a820a5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/74acf335b2c24dd495c079c9d0a820a5 2024-11-23T02:24:27,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bbc564e94d7242caa3122d029e270513 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/bbc564e94d7242caa3122d029e270513 2024-11-23T02:24:27,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27af930e04024bd3bdf8dd13e92ea4e5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/27af930e04024bd3bdf8dd13e92ea4e5 2024-11-23T02:24:27,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/efe235642faa4c388c54b44817f12311 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/efe235642faa4c388c54b44817f12311 2024-11-23T02:24:27,765 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/recovered.edits/488.seqid, newMaxSeqId=488, maxSeqId=1 2024-11-23T02:24:27,766 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd. 2024-11-23T02:24:27,766 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for 0ce9477f96e556bd8dc2d1802fec76bd: 2024-11-23T02:24:27,767 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed 0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:27,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=0ce9477f96e556bd8dc2d1802fec76bd, regionState=CLOSED 2024-11-23T02:24:27,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-23T02:24:27,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure 0ce9477f96e556bd8dc2d1802fec76bd, server=fde8ce287ea2,37605,1732328523434 in 1.4760 sec 2024-11-23T02:24:27,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T02:24:27,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ce9477f96e556bd8dc2d1802fec76bd, UNASSIGN in 1.4790 sec 2024-11-23T02:24:27,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-23T02:24:27,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-23T02:24:27,772 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328667772"}]},"ts":"1732328667772"} 2024-11-23T02:24:27,772 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:24:27,774 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:24:27,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-23T02:24:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:24:28,388 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-23T02:24:28,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:24:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,390 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-23T02:24:28,391 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,393 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:28,394 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/recovered.edits] 2024-11-23T02:24:28,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/01c589feaaf646c18d596f5ff9c58bb7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/01c589feaaf646c18d596f5ff9c58bb7 2024-11-23T02:24:28,397 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/688513b7cc14444385ad9fa975db6ccb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/688513b7cc14444385ad9fa975db6ccb 2024-11-23T02:24:28,398 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/deefa88195634a2188379daad39cd065 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/A/deefa88195634a2188379daad39cd065 2024-11-23T02:24:28,400 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1e02edfad23a4216ba49b3aa1d6d258a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/1e02edfad23a4216ba49b3aa1d6d258a 2024-11-23T02:24:28,401 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/51c4b000ac48430dab80ec16f6b7d24e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/51c4b000ac48430dab80ec16f6b7d24e 2024-11-23T02:24:28,402 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d66cda0299ba41449fe05a608da80dcd to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/B/d66cda0299ba41449fe05a608da80dcd 2024-11-23T02:24:28,403 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/160854cfb97646e58d943c9f09f5a531 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/160854cfb97646e58d943c9f09f5a531 2024-11-23T02:24:28,404 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c6007c0b2938483e96a9753d2e641396 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/c6007c0b2938483e96a9753d2e641396 2024-11-23T02:24:28,405 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/ddea81972eeb4c94b4d57023d3ee57a2 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/C/ddea81972eeb4c94b4d57023d3ee57a2 2024-11-23T02:24:28,406 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/recovered.edits/488.seqid to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd/recovered.edits/488.seqid 2024-11-23T02:24:28,407 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/0ce9477f96e556bd8dc2d1802fec76bd 2024-11-23T02:24:28,407 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:24:28,409 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,410 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:24:28,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:24:28,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:24:28,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328668412"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:28,414 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:24:28,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0ce9477f96e556bd8dc2d1802fec76bd, NAME => 'TestAcidGuarantees,,1732328640267.0ce9477f96e556bd8dc2d1802fec76bd.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:24:28,414 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:24:28,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328668414"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:28,415 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:24:28,417 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-23T02:24:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-23T02:24:28,491 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-11-23T02:24:28,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=450 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 741), ProcessCount=11 (was 11), AvailableMemoryMB=4400 (was 3661) - AvailableMemoryMB LEAK? - 2024-11-23T02:24:28,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=4400 2024-11-23T02:24:28,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:24:28,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:24:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:28,512 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:24:28,512 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:28,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 165 2024-11-23T02:24:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:24:28,513 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:24:28,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742445_1621 (size=963) 2024-11-23T02:24:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:24:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:24:28,919 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a 2024-11-23T02:24:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742446_1622 (size=53) 2024-11-23T02:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:24:29,323 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:24:29,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1da39de964f1240378d2471d4b940f76, disabling compactions & flushes 2024-11-23T02:24:29,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. after waiting 0 ms 2024-11-23T02:24:29,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:29,325 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:24:29,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328669325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328669325"}]},"ts":"1732328669325"} 2024-11-23T02:24:29,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:24:29,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:24:29,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328669326"}]},"ts":"1732328669326"} 2024-11-23T02:24:29,327 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:24:29,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, ASSIGN}] 2024-11-23T02:24:29,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, ASSIGN 2024-11-23T02:24:29,331 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, ASSIGN; state=OFFLINE, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=false 2024-11-23T02:24:29,482 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:29,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; OpenRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:24:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:24:29,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:29,637 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,637 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7285): Opening region: {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:24:29,637 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,637 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:24:29,637 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7327): checking encryption for 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,637 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7330): checking classloading for 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,638 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,639 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:29,640 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da39de964f1240378d2471d4b940f76 columnFamilyName A 2024-11-23T02:24:29,640 DEBUG [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:29,640 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(327): Store=1da39de964f1240378d2471d4b940f76/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:29,640 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,641 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:29,641 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da39de964f1240378d2471d4b940f76 columnFamilyName B 2024-11-23T02:24:29,641 DEBUG [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:29,641 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(327): Store=1da39de964f1240378d2471d4b940f76/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:29,642 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,642 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:29,642 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da39de964f1240378d2471d4b940f76 columnFamilyName C 2024-11-23T02:24:29,642 DEBUG [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:29,643 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(327): Store=1da39de964f1240378d2471d4b940f76/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:29,643 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,643 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,644 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,644 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:24:29,645 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1085): writing seq id for 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:29,647 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:24:29,647 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1102): Opened 1da39de964f1240378d2471d4b940f76; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141446, jitterRate=4.8550963401794434E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:24:29,648 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1001): Region open journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:29,648 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., pid=167, masterSystemTime=1732328669634 2024-11-23T02:24:29,649 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,649 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:29,650 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:29,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-23T02:24:29,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; OpenRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 in 167 msec 2024-11-23T02:24:29,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T02:24:29,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, ASSIGN in 321 msec 2024-11-23T02:24:29,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:24:29,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328669653"}]},"ts":"1732328669653"} 2024-11-23T02:24:29,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:24:29,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:24:29,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-23T02:24:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:24:30,616 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T02:24:30,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-23T02:24:30,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:30,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:30,626 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:30,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:24:30,627 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:24:30,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:24:30,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:24:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:30,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742447_1623 (size=999) 2024-11-23T02:24:31,038 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T02:24:31,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T02:24:31,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:24:31,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, REOPEN/MOVE}] 2024-11-23T02:24:31,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, REOPEN/MOVE 2024-11-23T02:24:31,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,043 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:24:31,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:24:31,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,195 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,195 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:24:31,195 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing 1da39de964f1240378d2471d4b940f76, disabling compactions & flushes 2024-11-23T02:24:31,195 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,195 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,195 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. after waiting 0 ms 2024-11-23T02:24:31,195 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,198 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T02:24:31,199 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,199 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:31,199 WARN [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionServer(3786): Not adding moved region record: 1da39de964f1240378d2471d4b940f76 to self. 2024-11-23T02:24:31,200 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=CLOSED 2024-11-23T02:24:31,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-23T02:24:31,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 in 158 msec 2024-11-23T02:24:31,202 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, REOPEN/MOVE; state=CLOSED, location=fde8ce287ea2,37605,1732328523434; forceNewPlan=false, retain=true 2024-11-23T02:24:31,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=OPENING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE; OpenRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:24:31,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,508 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,508 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7285): Opening region: {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:24:31,508 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,508 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:24:31,509 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7327): checking encryption for 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,509 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7330): checking classloading for 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,510 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,510 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:31,510 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da39de964f1240378d2471d4b940f76 columnFamilyName A 2024-11-23T02:24:31,511 DEBUG [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:31,512 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(327): Store=1da39de964f1240378d2471d4b940f76/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:31,512 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,512 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:31,512 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da39de964f1240378d2471d4b940f76 columnFamilyName B 2024-11-23T02:24:31,513 DEBUG [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:31,513 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(327): Store=1da39de964f1240378d2471d4b940f76/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:31,513 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,513 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:24:31,514 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da39de964f1240378d2471d4b940f76 columnFamilyName C 2024-11-23T02:24:31,514 DEBUG [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:31,514 INFO [StoreOpener-1da39de964f1240378d2471d4b940f76-1 {}] regionserver.HStore(327): Store=1da39de964f1240378d2471d4b940f76/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:24:31,514 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,515 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,515 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,516 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:24:31,517 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1085): writing seq id for 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,518 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1102): Opened 1da39de964f1240378d2471d4b940f76; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72609400, jitterRate=0.08196437358856201}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:24:31,519 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1001): Region open journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:31,519 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., pid=172, masterSystemTime=1732328671505 2024-11-23T02:24:31,520 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,520 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=OPEN, openSeqNum=5, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=170 2024-11-23T02:24:31,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=170, state=SUCCESS; OpenRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 in 168 msec 2024-11-23T02:24:31,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T02:24:31,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, REOPEN/MOVE in 482 msec 2024-11-23T02:24:31,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-23T02:24:31,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-23T02:24:31,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-23T02:24:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-23T02:24:31,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-23T02:24:31,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-23T02:24:31,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-23T02:24:31,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-23T02:24:31,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-23T02:24:31,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-23T02:24:31,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-23T02:24:31,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-23T02:24:31,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-23T02:24:31,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:52285 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-23T02:24:31,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:24:31,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-23T02:24:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:24:31,569 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:31,569 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:31,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:31,572 DEBUG [hconnection-0x2e501fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,573 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,576 DEBUG [hconnection-0x40911a20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,576 DEBUG [hconnection-0x3ba7f99c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,577 DEBUG [hconnection-0x5ac32eaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,577 DEBUG [hconnection-0x15c72f12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,577 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,578 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,578 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,580 DEBUG [hconnection-0x15b2b593-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,581 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:31,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:24:31,584 DEBUG [hconnection-0x3a678d12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:31,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:31,584 DEBUG [hconnection-0x68dcab92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,585 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,585 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,587 DEBUG [hconnection-0x56eede0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,598 DEBUG [hconnection-0x3804eb4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:24:31,601 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:24:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328731602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328731602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328731603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328731604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328731604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f99740864b1d45a0af5507b419096217_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328671583/Put/seqid=0 2024-11-23T02:24:31,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742448_1624 (size=12154) 2024-11-23T02:24:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:24:31,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:24:31,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328731705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328731705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328731705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328731706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328731706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:24:31,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:31,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:31,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328731907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328731907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328731908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328731908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:31,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328731909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:32,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f99740864b1d45a0af5507b419096217_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f99740864b1d45a0af5507b419096217_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:32,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0cf83370bb67487cab7da2520a98b56e, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:32,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0cf83370bb67487cab7da2520a98b56e is 175, key is test_row_0/A:col10/1732328671583/Put/seqid=0 2024-11-23T02:24:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742449_1625 (size=30955) 2024-11-23T02:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:24:32,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328732210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328732210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328732211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328732212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328732212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,444 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0cf83370bb67487cab7da2520a98b56e 2024-11-23T02:24:32,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/cff29bea0cf243fe96aa99bab681138b is 50, key is test_row_0/B:col10/1732328671583/Put/seqid=0 2024-11-23T02:24:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742450_1626 (size=12001) 2024-11-23T02:24:32,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/cff29bea0cf243fe96aa99bab681138b 2024-11-23T02:24:32,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:32,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/4cd316958a1e41b2a5ce9e4351b4ac05 is 50, key is test_row_0/C:col10/1732328671583/Put/seqid=0 2024-11-23T02:24:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742451_1627 (size=12001) 2024-11-23T02:24:32,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/4cd316958a1e41b2a5ce9e4351b4ac05 2024-11-23T02:24:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0cf83370bb67487cab7da2520a98b56e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e 2024-11-23T02:24:32,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e, entries=150, sequenceid=16, filesize=30.2 K 2024-11-23T02:24:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/cff29bea0cf243fe96aa99bab681138b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/cff29bea0cf243fe96aa99bab681138b 2024-11-23T02:24:32,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/cff29bea0cf243fe96aa99bab681138b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T02:24:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/4cd316958a1e41b2a5ce9e4351b4ac05 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/4cd316958a1e41b2a5ce9e4351b4ac05 2024-11-23T02:24:32,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/4cd316958a1e41b2a5ce9e4351b4ac05, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T02:24:32,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 1da39de964f1240378d2471d4b940f76 in 935ms, sequenceid=16, compaction requested=false 2024-11-23T02:24:32,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:32,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:24:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:32,637 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:24:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230695ffe3fff94bdc886614ce402ce114_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328671601/Put/seqid=0 2024-11-23T02:24:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742452_1628 (size=12154) 2024-11-23T02:24:32,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:32,651 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230695ffe3fff94bdc886614ce402ce114_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230695ffe3fff94bdc886614ce402ce114_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:32,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8935925ee35b410a9619bb9246df3fd4, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:32,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8935925ee35b410a9619bb9246df3fd4 is 175, key is test_row_0/A:col10/1732328671601/Put/seqid=0 2024-11-23T02:24:32,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742453_1629 (size=30955) 2024-11-23T02:24:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:24:32,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328732719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328732720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328732721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328732722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328732723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328732823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328732823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328732824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328732825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328732825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328733025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328733026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328733028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328733028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328733029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,057 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8935925ee35b410a9619bb9246df3fd4 2024-11-23T02:24:33,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/c7186baf353042caae366fd1f4515696 is 50, key is test_row_0/B:col10/1732328671601/Put/seqid=0 2024-11-23T02:24:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742454_1630 (size=12001) 2024-11-23T02:24:33,078 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/c7186baf353042caae366fd1f4515696 2024-11-23T02:24:33,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/312d848b3d074ab3a98affb263a89c3e is 50, key is test_row_0/C:col10/1732328671601/Put/seqid=0 2024-11-23T02:24:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742455_1631 (size=12001) 2024-11-23T02:24:33,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:24:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328733328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328733329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328733330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328733331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328733332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,488 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/312d848b3d074ab3a98affb263a89c3e 2024-11-23T02:24:33,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8935925ee35b410a9619bb9246df3fd4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4 2024-11-23T02:24:33,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4, entries=150, sequenceid=42, filesize=30.2 K 2024-11-23T02:24:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/c7186baf353042caae366fd1f4515696 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c7186baf353042caae366fd1f4515696 2024-11-23T02:24:33,500 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c7186baf353042caae366fd1f4515696, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T02:24:33,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/312d848b3d074ab3a98affb263a89c3e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/312d848b3d074ab3a98affb263a89c3e 2024-11-23T02:24:33,509 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/312d848b3d074ab3a98affb263a89c3e, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T02:24:33,510 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 1da39de964f1240378d2471d4b940f76 in 873ms, sequenceid=42, compaction requested=false 2024-11-23T02:24:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-23T02:24:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-23T02:24:33,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T02:24:33,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec 2024-11-23T02:24:33,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.9450 sec 2024-11-23T02:24:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:24:33,676 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T02:24:33,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-23T02:24:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:24:33,678 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:33,679 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:33,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:24:33,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-23T02:24:33,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:33,831 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:24:33,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:33,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:33,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc738a75d09b4d76a38d50d033f7f212_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328672719/Put/seqid=0 2024-11-23T02:24:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742456_1632 (size=12154) 2024-11-23T02:24:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328733859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328733859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328733861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328733861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328733861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328733965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328733965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328733965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328733965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328733965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:24:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328734168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328734168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328734169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328734169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328734169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:34,252 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc738a75d09b4d76a38d50d033f7f212_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fc738a75d09b4d76a38d50d033f7f212_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:34,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/44ee8b9791ed40c6b917b83cd0257ee3, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:34,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/44ee8b9791ed40c6b917b83cd0257ee3 is 175, key is test_row_0/A:col10/1732328672719/Put/seqid=0 2024-11-23T02:24:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742457_1633 (size=30955) 2024-11-23T02:24:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:24:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328734470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328734471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328734471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328734472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328734472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,657 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/44ee8b9791ed40c6b917b83cd0257ee3 2024-11-23T02:24:34,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/5b0b04046c9e435b8bf24c52d90d2a93 is 50, key is test_row_0/B:col10/1732328672719/Put/seqid=0 2024-11-23T02:24:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742458_1634 (size=12001) 2024-11-23T02:24:34,666 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/5b0b04046c9e435b8bf24c52d90d2a93 2024-11-23T02:24:34,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/041354033875413a9fcd38d2c6cd9cf5 is 50, key is test_row_0/C:col10/1732328672719/Put/seqid=0 2024-11-23T02:24:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742459_1635 (size=12001) 2024-11-23T02:24:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:24:34,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328734973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328734973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328734975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328734978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:34,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328734979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:35,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/041354033875413a9fcd38d2c6cd9cf5 2024-11-23T02:24:35,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/44ee8b9791ed40c6b917b83cd0257ee3 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3 2024-11-23T02:24:35,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T02:24:35,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/5b0b04046c9e435b8bf24c52d90d2a93 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/5b0b04046c9e435b8bf24c52d90d2a93 2024-11-23T02:24:35,086 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/5b0b04046c9e435b8bf24c52d90d2a93, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T02:24:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/041354033875413a9fcd38d2c6cd9cf5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/041354033875413a9fcd38d2c6cd9cf5 2024-11-23T02:24:35,089 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/041354033875413a9fcd38d2c6cd9cf5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T02:24:35,090 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1da39de964f1240378d2471d4b940f76 in 1259ms, sequenceid=53, compaction requested=true 2024-11-23T02:24:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-23T02:24:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-23T02:24:35,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T02:24:35,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-23T02:24:35,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.4160 sec 2024-11-23T02:24:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:24:35,782 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-23T02:24:35,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-23T02:24:35,784 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:24:35,785 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:35,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:24:35,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:35,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:35,937 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235fec669afea54d14ab0aa30f5b3bc54b_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328673860/Put/seqid=0 2024-11-23T02:24:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742460_1636 (size=12154) 2024-11-23T02:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:35,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:35,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328735987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:35,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328735988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328735989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328735991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328735990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:24:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328736092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328736094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328736094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328736095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328736295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328736296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328736296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328736297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235fec669afea54d14ab0aa30f5b3bc54b_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235fec669afea54d14ab0aa30f5b3bc54b_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0a89082373b7484c8ba8f3ded178394f, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:36,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0a89082373b7484c8ba8f3ded178394f is 175, key is test_row_0/A:col10/1732328673860/Put/seqid=0 2024-11-23T02:24:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742461_1637 (size=30955) 2024-11-23T02:24:36,364 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0a89082373b7484c8ba8f3ded178394f 2024-11-23T02:24:36,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/3c9ca47b095f470283eb37bb31c68835 is 50, key is test_row_0/B:col10/1732328673860/Put/seqid=0 2024-11-23T02:24:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742462_1638 (size=12001) 2024-11-23T02:24:36,373 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/3c9ca47b095f470283eb37bb31c68835 2024-11-23T02:24:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/89208609fe9f40149c6df5c13ee03ec9 is 50, key is test_row_0/C:col10/1732328673860/Put/seqid=0 2024-11-23T02:24:36,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742463_1639 (size=12001) 2024-11-23T02:24:36,383 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/89208609fe9f40149c6df5c13ee03ec9 2024-11-23T02:24:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:24:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/0a89082373b7484c8ba8f3ded178394f as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f 2024-11-23T02:24:36,391 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T02:24:36,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/3c9ca47b095f470283eb37bb31c68835 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/3c9ca47b095f470283eb37bb31c68835 2024-11-23T02:24:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,395 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/3c9ca47b095f470283eb37bb31c68835, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:24:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/89208609fe9f40149c6df5c13ee03ec9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89208609fe9f40149c6df5c13ee03ec9 2024-11-23T02:24:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,400 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89208609fe9f40149c6df5c13ee03ec9, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:24:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,401 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1da39de964f1240378d2471d4b940f76 in 464ms, sequenceid=78, compaction requested=true 2024-11-23T02:24:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-23T02:24:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-23T02:24:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-23T02:24:36,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 617 msec 2024-11-23T02:24:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 621 msec 2024-11-23T02:24:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:24:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:36,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae19f98e9cb5427c810f1eb785a5b710_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742464_1640 (size=12154) 2024-11-23T02:24:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328736634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328736634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328736638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328736638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328736739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328736740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328736742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328736742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:24:36,887 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T02:24:36,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-23T02:24:36,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:36,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:36,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328736942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328736943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328736946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328736946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:37,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:37,017 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae19f98e9cb5427c810f1eb785a5b710_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae19f98e9cb5427c810f1eb785a5b710_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:37,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/59dd52685c80444f97966e38d287596c, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:37,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/59dd52685c80444f97966e38d287596c is 175, key is test_row_0/A:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742465_1641 (size=30951) 2024-11-23T02:24:37,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:37,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328737244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328737247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328737248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328737249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/59dd52685c80444f97966e38d287596c 2024-11-23T02:24:37,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/1a63f05481fc496ba395819095ae6d7c is 50, key is test_row_0/B:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742466_1642 (size=9657) 2024-11-23T02:24:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:37,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328737750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328737752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328737754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328737754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:37,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/1a63f05481fc496ba395819095ae6d7c 2024-11-23T02:24:37,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/8768e387154448a8acf542f4555fdd67 is 50, key is test_row_0/C:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742467_1643 (size=9657) 2024-11-23T02:24:37,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/8768e387154448a8acf542f4555fdd67 2024-11-23T02:24:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/59dd52685c80444f97966e38d287596c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c 2024-11-23T02:24:37,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c, entries=150, sequenceid=90, filesize=30.2 K 2024-11-23T02:24:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/1a63f05481fc496ba395819095ae6d7c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/1a63f05481fc496ba395819095ae6d7c 2024-11-23T02:24:37,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/1a63f05481fc496ba395819095ae6d7c, entries=100, sequenceid=90, filesize=9.4 K 2024-11-23T02:24:37,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/8768e387154448a8acf542f4555fdd67 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/8768e387154448a8acf542f4555fdd67 2024-11-23T02:24:37,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/8768e387154448a8acf542f4555fdd67, entries=100, sequenceid=90, filesize=9.4 K 2024-11-23T02:24:37,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1da39de964f1240378d2471d4b940f76 in 1280ms, sequenceid=90, compaction requested=true 2024-11-23T02:24:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:37,882 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:24:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:24:37,883 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:24:37,885 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:24:37,885 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/B is initiating minor compaction (all files) 2024-11-23T02:24:37,885 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/B in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,885 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/cff29bea0cf243fe96aa99bab681138b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c7186baf353042caae366fd1f4515696, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/5b0b04046c9e435b8bf24c52d90d2a93, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/3c9ca47b095f470283eb37bb31c68835, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/1a63f05481fc496ba395819095ae6d7c] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=56.3 K 2024-11-23T02:24:37,885 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 154771 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:24:37,885 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/A is initiating minor compaction (all files) 2024-11-23T02:24:37,885 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/A in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,886 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=151.1 K 2024-11-23T02:24:37,886 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,886 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c] 2024-11-23T02:24:37,886 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting cff29bea0cf243fe96aa99bab681138b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732328671576 2024-11-23T02:24:37,886 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cf83370bb67487cab7da2520a98b56e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732328671576 2024-11-23T02:24:37,886 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c7186baf353042caae366fd1f4515696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732328671600 2024-11-23T02:24:37,887 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8935925ee35b410a9619bb9246df3fd4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732328671600 2024-11-23T02:24:37,887 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0b04046c9e435b8bf24c52d90d2a93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328672719 2024-11-23T02:24:37,887 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44ee8b9791ed40c6b917b83cd0257ee3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328672719 2024-11-23T02:24:37,887 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c9ca47b095f470283eb37bb31c68835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328673859 2024-11-23T02:24:37,887 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a89082373b7484c8ba8f3ded178394f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328673859 2024-11-23T02:24:37,888 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59dd52685c80444f97966e38d287596c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732328675988 2024-11-23T02:24:37,888 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a63f05481fc496ba395819095ae6d7c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732328675988 2024-11-23T02:24:37,899 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:37,899 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/d1429947d3ba4b2d9dbca2f620bf2291 is 50, key is test_row_0/B:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:37,902 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742468_1644 (size=12173) 2024-11-23T02:24:37,908 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112333bd33a6ccf04ae484327b72114325e0_1da39de964f1240378d2471d4b940f76 store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:37,910 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112333bd33a6ccf04ae484327b72114325e0_1da39de964f1240378d2471d4b940f76, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:37,910 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112333bd33a6ccf04ae484327b72114325e0_1da39de964f1240378d2471d4b940f76 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:37,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742469_1645 (size=4469) 2024-11-23T02:24:37,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:37,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:24:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:37,958 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:24:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2765f5628b3451fbd70a1992262a43b_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328676633/Put/seqid=0 2024-11-23T02:24:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742470_1646 (size=12154) 2024-11-23T02:24:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:38,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:38,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328738028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328738130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,310 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/d1429947d3ba4b2d9dbca2f620bf2291 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/d1429947d3ba4b2d9dbca2f620bf2291 2024-11-23T02:24:38,314 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1da39de964f1240378d2471d4b940f76/B of 1da39de964f1240378d2471d4b940f76 into d1429947d3ba4b2d9dbca2f620bf2291(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:38,314 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:38,314 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/B, priority=11, startTime=1732328677882; duration=0sec 2024-11-23T02:24:38,314 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:38,314 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:B 2024-11-23T02:24:38,314 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:24:38,315 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:24:38,316 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/C is initiating minor compaction (all files) 2024-11-23T02:24:38,316 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/C in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:38,316 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/4cd316958a1e41b2a5ce9e4351b4ac05, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/312d848b3d074ab3a98affb263a89c3e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/041354033875413a9fcd38d2c6cd9cf5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89208609fe9f40149c6df5c13ee03ec9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/8768e387154448a8acf542f4555fdd67] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=56.3 K 2024-11-23T02:24:38,316 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cd316958a1e41b2a5ce9e4351b4ac05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732328671576 2024-11-23T02:24:38,316 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 312d848b3d074ab3a98affb263a89c3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732328671600 2024-11-23T02:24:38,316 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 041354033875413a9fcd38d2c6cd9cf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732328672719 2024-11-23T02:24:38,317 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 89208609fe9f40149c6df5c13ee03ec9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328673859 2024-11-23T02:24:38,317 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8768e387154448a8acf542f4555fdd67, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732328675988 2024-11-23T02:24:38,319 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#A#compaction#547 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:38,319 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/ef506a89122544e3bfcc346577cfec70 is 175, key is test_row_0/A:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742471_1647 (size=31234) 2024-11-23T02:24:38,327 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#C#compaction#549 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:38,327 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/d5a0d6acb8514517bafdeecebcbe1b30 is 50, key is test_row_0/C:col10/1732328675988/Put/seqid=0 2024-11-23T02:24:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742472_1648 (size=12173) 2024-11-23T02:24:38,335 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/d5a0d6acb8514517bafdeecebcbe1b30 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/d5a0d6acb8514517bafdeecebcbe1b30 2024-11-23T02:24:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328738333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,339 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1da39de964f1240378d2471d4b940f76/C of 1da39de964f1240378d2471d4b940f76 into d5a0d6acb8514517bafdeecebcbe1b30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:38,339 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:38,339 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/C, priority=11, startTime=1732328677882; duration=0sec 2024-11-23T02:24:38,339 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:38,339 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:C 2024-11-23T02:24:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:38,374 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2765f5628b3451fbd70a1992262a43b_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2765f5628b3451fbd70a1992262a43b_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/12a887b775d34299ae6e7f54e58fa815, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:38,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/12a887b775d34299ae6e7f54e58fa815 is 175, key is test_row_0/A:col10/1732328676633/Put/seqid=0 2024-11-23T02:24:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742473_1649 (size=30955) 2024-11-23T02:24:38,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328738638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,728 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/ef506a89122544e3bfcc346577cfec70 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/ef506a89122544e3bfcc346577cfec70 2024-11-23T02:24:38,731 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1da39de964f1240378d2471d4b940f76/A of 1da39de964f1240378d2471d4b940f76 into ef506a89122544e3bfcc346577cfec70(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:38,731 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:38,732 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/A, priority=11, startTime=1732328677882; duration=0sec 2024-11-23T02:24:38,732 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:38,732 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:A 2024-11-23T02:24:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328738757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328738757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328738759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328738761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:38,779 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/12a887b775d34299ae6e7f54e58fa815 2024-11-23T02:24:38,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/6b3e5bf9c95c4e3aae9183d74c9d1828 is 50, key is test_row_0/B:col10/1732328676633/Put/seqid=0 2024-11-23T02:24:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742474_1650 (size=12001) 2024-11-23T02:24:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328739143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:39,189 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/6b3e5bf9c95c4e3aae9183d74c9d1828 2024-11-23T02:24:39,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/cedffa5406004ecd84d86be897b00200 is 50, key is test_row_0/C:col10/1732328676633/Put/seqid=0 2024-11-23T02:24:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742475_1651 (size=12001) 2024-11-23T02:24:39,600 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/cedffa5406004ecd84d86be897b00200 2024-11-23T02:24:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/12a887b775d34299ae6e7f54e58fa815 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815 2024-11-23T02:24:39,606 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815, entries=150, sequenceid=115, filesize=30.2 K 2024-11-23T02:24:39,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/6b3e5bf9c95c4e3aae9183d74c9d1828 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/6b3e5bf9c95c4e3aae9183d74c9d1828 2024-11-23T02:24:39,609 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/6b3e5bf9c95c4e3aae9183d74c9d1828, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T02:24:39,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/cedffa5406004ecd84d86be897b00200 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/cedffa5406004ecd84d86be897b00200 2024-11-23T02:24:39,613 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/cedffa5406004ecd84d86be897b00200, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T02:24:39,613 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1da39de964f1240378d2471d4b940f76 in 1655ms, sequenceid=115, compaction requested=false 2024-11-23T02:24:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:39,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:39,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-23T02:24:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-23T02:24:39,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-23T02:24:39,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7240 sec 2024-11-23T02:24:39,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.7280 sec 2024-11-23T02:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:40,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:24:40,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:40,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:40,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:40,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230a209728c99648418b30ee0d8d1de546_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742476_1652 (size=12204) 2024-11-23T02:24:40,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328740216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328740319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328740521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:40,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230a209728c99648418b30ee0d8d1de546_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230a209728c99648418b30ee0d8d1de546_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:40,567 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/114d1bc83fcb4dabb2d4671ff9fcec73, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:40,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/114d1bc83fcb4dabb2d4671ff9fcec73 is 175, key is test_row_0/A:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742477_1653 (size=31005) 2024-11-23T02:24:40,572 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/114d1bc83fcb4dabb2d4671ff9fcec73 2024-11-23T02:24:40,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/4beefd1123034ec79ac4cfc71c98efd0 is 50, key is test_row_0/B:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742478_1654 (size=12051) 2024-11-23T02:24:40,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328740761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,763 DEBUG [Thread-2731 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:40,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328740764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,765 DEBUG [Thread-2725 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:40,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328740767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,768 DEBUG [Thread-2727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:40,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328740771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,772 DEBUG [Thread-2729 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:40,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328740825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:40,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/4beefd1123034ec79ac4cfc71c98efd0 2024-11-23T02:24:40,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/c9423ee8ed534118b40c0fa489b99481 is 50, key is test_row_0/C:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742479_1655 (size=12051) 2024-11-23T02:24:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:24:40,994 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-23T02:24:40,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-23T02:24:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:24:40,996 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:40,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:40,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:24:41,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:41,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:24:41,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:41,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:24:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:41,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328741330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:41,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/c9423ee8ed534118b40c0fa489b99481 2024-11-23T02:24:41,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/114d1bc83fcb4dabb2d4671ff9fcec73 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73 2024-11-23T02:24:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73, entries=150, sequenceid=130, filesize=30.3 K 2024-11-23T02:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/4beefd1123034ec79ac4cfc71c98efd0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4beefd1123034ec79ac4cfc71c98efd0 2024-11-23T02:24:41,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4beefd1123034ec79ac4cfc71c98efd0, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T02:24:41,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/c9423ee8ed534118b40c0fa489b99481 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c9423ee8ed534118b40c0fa489b99481 2024-11-23T02:24:41,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c9423ee8ed534118b40c0fa489b99481, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T02:24:41,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1da39de964f1240378d2471d4b940f76 in 1254ms, sequenceid=130, compaction requested=true 2024-11-23T02:24:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:41,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:41,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:41,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:41,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:41,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93194 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:41,406 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/B is initiating minor compaction (all files) 2024-11-23T02:24:41,406 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/A is initiating minor compaction (all files) 2024-11-23T02:24:41,407 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/B in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,406 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/A in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,407 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/ef506a89122544e3bfcc346577cfec70, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=91.0 K 2024-11-23T02:24:41,407 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/d1429947d3ba4b2d9dbca2f620bf2291, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/6b3e5bf9c95c4e3aae9183d74c9d1828, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4beefd1123034ec79ac4cfc71c98efd0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=35.4 K 2024-11-23T02:24:41,407 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/ef506a89122544e3bfcc346577cfec70, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73] 2024-11-23T02:24:41,407 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d1429947d3ba4b2d9dbca2f620bf2291, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732328673859 2024-11-23T02:24:41,407 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b3e5bf9c95c4e3aae9183d74c9d1828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732328676633 2024-11-23T02:24:41,407 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef506a89122544e3bfcc346577cfec70, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732328673859 2024-11-23T02:24:41,408 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4beefd1123034ec79ac4cfc71c98efd0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732328678018 2024-11-23T02:24:41,408 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a887b775d34299ae6e7f54e58fa815, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732328676633 2024-11-23T02:24:41,408 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 114d1bc83fcb4dabb2d4671ff9fcec73, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732328678018 2024-11-23T02:24:41,413 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:41,415 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#B#compaction#555 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:41,415 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a1d3817133774ca08208d159a94e2c18_1da39de964f1240378d2471d4b940f76 store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:41,415 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/e9e74063ad8a4d109901819144a08cd5 is 50, key is test_row_0/B:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:41,417 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a1d3817133774ca08208d159a94e2c18_1da39de964f1240378d2471d4b940f76, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:41,417 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1d3817133774ca08208d159a94e2c18_1da39de964f1240378d2471d4b940f76 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742480_1656 (size=12325) 2024-11-23T02:24:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742481_1657 (size=4469) 2024-11-23T02:24:41,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:41,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:24:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,454 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:24:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:41,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112346f5963a567943d38cdfe9fc664a496c_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328680212/Put/seqid=0 2024-11-23T02:24:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742482_1658 (size=12304) 2024-11-23T02:24:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:24:41,823 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#A#compaction#556 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:41,824 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/5600c138b03b46259eb72288f00a15ff is 175, key is test_row_0/A:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:41,826 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/e9e74063ad8a4d109901819144a08cd5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/e9e74063ad8a4d109901819144a08cd5 2024-11-23T02:24:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742483_1659 (size=31279) 2024-11-23T02:24:41,831 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/B of 1da39de964f1240378d2471d4b940f76 into e9e74063ad8a4d109901819144a08cd5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:41,831 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:41,831 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/B, priority=13, startTime=1732328681405; duration=0sec 2024-11-23T02:24:41,831 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:41,831 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:B 2024-11-23T02:24:41,831 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:41,832 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:41,832 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/C is initiating minor compaction (all files) 2024-11-23T02:24:41,832 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/C in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:41,832 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/d5a0d6acb8514517bafdeecebcbe1b30, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/cedffa5406004ecd84d86be897b00200, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c9423ee8ed534118b40c0fa489b99481] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=35.4 K 2024-11-23T02:24:41,832 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/5600c138b03b46259eb72288f00a15ff as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/5600c138b03b46259eb72288f00a15ff 2024-11-23T02:24:41,833 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a0d6acb8514517bafdeecebcbe1b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732328673859 2024-11-23T02:24:41,833 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting cedffa5406004ecd84d86be897b00200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732328676633 2024-11-23T02:24:41,833 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c9423ee8ed534118b40c0fa489b99481, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732328678018 2024-11-23T02:24:41,836 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/A of 1da39de964f1240378d2471d4b940f76 into 5600c138b03b46259eb72288f00a15ff(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:41,836 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:41,836 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/A, priority=13, startTime=1732328681405; duration=0sec 2024-11-23T02:24:41,836 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:41,836 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:A 2024-11-23T02:24:41,839 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#C#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:41,839 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/3b204508c7a6442b8fbf8604d8ea59c5 is 50, key is test_row_0/C:col10/1732328678018/Put/seqid=0 2024-11-23T02:24:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742484_1660 (size=12325) 2024-11-23T02:24:41,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/3b204508c7a6442b8fbf8604d8ea59c5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/3b204508c7a6442b8fbf8604d8ea59c5 2024-11-23T02:24:41,850 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/C of 1da39de964f1240378d2471d4b940f76 into 3b204508c7a6442b8fbf8604d8ea59c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:41,851 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:41,851 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/C, priority=13, startTime=1732328681405; duration=0sec 2024-11-23T02:24:41,851 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:41,851 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:C 2024-11-23T02:24:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:41,876 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112346f5963a567943d38cdfe9fc664a496c_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112346f5963a567943d38cdfe9fc664a496c_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/acd86449f90e4090ba48ea574160ce1a, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/acd86449f90e4090ba48ea574160ce1a is 175, key is test_row_0/A:col10/1732328680212/Put/seqid=0 2024-11-23T02:24:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742485_1661 (size=31105) 2024-11-23T02:24:41,881 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/acd86449f90e4090ba48ea574160ce1a 2024-11-23T02:24:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a78645c8460c4dc3b3850de1d7cc68c0 is 50, key is test_row_0/B:col10/1732328680212/Put/seqid=0 2024-11-23T02:24:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742486_1662 (size=12151) 2024-11-23T02:24:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:24:42,290 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a78645c8460c4dc3b3850de1d7cc68c0 2024-11-23T02:24:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/c84c7671e84941339db7f28331442fc6 is 50, key is test_row_0/C:col10/1732328680212/Put/seqid=0 2024-11-23T02:24:42,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742487_1663 (size=12151) 2024-11-23T02:24:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328742360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328742462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:42,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328742665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:42,700 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/c84c7671e84941339db7f28331442fc6 2024-11-23T02:24:42,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/acd86449f90e4090ba48ea574160ce1a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a 2024-11-23T02:24:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a, entries=150, sequenceid=154, filesize=30.4 K 2024-11-23T02:24:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a78645c8460c4dc3b3850de1d7cc68c0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a78645c8460c4dc3b3850de1d7cc68c0 2024-11-23T02:24:42,711 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a78645c8460c4dc3b3850de1d7cc68c0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T02:24:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/c84c7671e84941339db7f28331442fc6 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c84c7671e84941339db7f28331442fc6 2024-11-23T02:24:42,715 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c84c7671e84941339db7f28331442fc6, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T02:24:42,715 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1da39de964f1240378d2471d4b940f76 in 1261ms, sequenceid=154, compaction requested=false 2024-11-23T02:24:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-23T02:24:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-23T02:24:42,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-23T02:24:42,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-23T02:24:42,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.7230 sec 2024-11-23T02:24:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:42,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:24:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:42,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231630ea183b864107812232937038bbb2_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742488_1664 (size=12304) 2024-11-23T02:24:42,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:42,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231630ea183b864107812232937038bbb2_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231630ea183b864107812232937038bbb2_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:42,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/14052b3317a24ad3907add16fb5f4da0, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:42,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/14052b3317a24ad3907add16fb5f4da0 is 175, key is test_row_0/A:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742489_1665 (size=31105) 2024-11-23T02:24:43,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328743022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:24:43,101 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-23T02:24:43,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-23T02:24:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:24:43,103 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:43,104 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:43,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328743125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:24:43,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-23T02:24:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328743328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,388 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/14052b3317a24ad3907add16fb5f4da0 2024-11-23T02:24:43,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a3b533411ce242048aaca29011c34b5d is 50, key is test_row_0/B:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742490_1666 (size=12151) 2024-11-23T02:24:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:24:43,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-23T02:24:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-23T02:24:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328743631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:24:43,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-23T02:24:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:43,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a3b533411ce242048aaca29011c34b5d 2024-11-23T02:24:43,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f46c14a6cc804d05bd02428cdedb25a8 is 50, key is test_row_0/C:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742491_1667 (size=12151) 2024-11-23T02:24:43,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f46c14a6cc804d05bd02428cdedb25a8 2024-11-23T02:24:43,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/14052b3317a24ad3907add16fb5f4da0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0 2024-11-23T02:24:43,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0, entries=150, sequenceid=170, filesize=30.4 K 2024-11-23T02:24:43,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a3b533411ce242048aaca29011c34b5d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a3b533411ce242048aaca29011c34b5d 2024-11-23T02:24:43,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a3b533411ce242048aaca29011c34b5d, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T02:24:43,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f46c14a6cc804d05bd02428cdedb25a8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f46c14a6cc804d05bd02428cdedb25a8 2024-11-23T02:24:43,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f46c14a6cc804d05bd02428cdedb25a8, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T02:24:43,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1da39de964f1240378d2471d4b940f76 in 849ms, sequenceid=170, compaction requested=true 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:43,820 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:43,820 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:43,821 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:43,821 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93489 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:43,821 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/A is initiating minor compaction (all files) 2024-11-23T02:24:43,821 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/B is initiating minor compaction (all files) 2024-11-23T02:24:43,822 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/A in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,822 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/B in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,822 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/e9e74063ad8a4d109901819144a08cd5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a78645c8460c4dc3b3850de1d7cc68c0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a3b533411ce242048aaca29011c34b5d] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=35.8 K 2024-11-23T02:24:43,822 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/5600c138b03b46259eb72288f00a15ff, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=91.3 K 2024-11-23T02:24:43,822 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,822 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/5600c138b03b46259eb72288f00a15ff, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0] 2024-11-23T02:24:43,822 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5600c138b03b46259eb72288f00a15ff, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732328678018 2024-11-23T02:24:43,822 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e9e74063ad8a4d109901819144a08cd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732328678018 2024-11-23T02:24:43,822 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a78645c8460c4dc3b3850de1d7cc68c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732328680210 2024-11-23T02:24:43,822 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting acd86449f90e4090ba48ea574160ce1a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732328680210 2024-11-23T02:24:43,823 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a3b533411ce242048aaca29011c34b5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732328682352 2024-11-23T02:24:43,823 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14052b3317a24ad3907add16fb5f4da0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732328682352 2024-11-23T02:24:43,829 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#B#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:43,829 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/513f6ab64d1748eeb2f72cae03f9b47c is 50, key is test_row_0/B:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:43,830 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:43,832 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236af5604050da4422bbe018fdc092615c_1da39de964f1240378d2471d4b940f76 store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:43,834 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236af5604050da4422bbe018fdc092615c_1da39de964f1240378d2471d4b940f76, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:43,834 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236af5604050da4422bbe018fdc092615c_1da39de964f1240378d2471d4b940f76 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742492_1668 (size=12527) 2024-11-23T02:24:43,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742493_1669 (size=4469) 2024-11-23T02:24:43,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:43,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-23T02:24:43,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:43,866 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:24:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112306cb5dc0352e44449c1c1451eb433c34_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742494_1670 (size=12304) 2024-11-23T02:24:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:44,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328744160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:24:44,239 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#A#compaction#565 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:44,240 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/2c5cb856542047dab9bbbbfb59df6260 is 175, key is test_row_0/A:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:44,242 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/513f6ab64d1748eeb2f72cae03f9b47c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/513f6ab64d1748eeb2f72cae03f9b47c 2024-11-23T02:24:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742495_1671 (size=31481) 2024-11-23T02:24:44,246 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/B of 1da39de964f1240378d2471d4b940f76 into 513f6ab64d1748eeb2f72cae03f9b47c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:44,246 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:44,246 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/B, priority=13, startTime=1732328683820; duration=0sec 2024-11-23T02:24:44,246 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:44,246 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:B 2024-11-23T02:24:44,246 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:44,247 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:44,247 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/C is initiating minor compaction (all files) 2024-11-23T02:24:44,247 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/C in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:44,247 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/3b204508c7a6442b8fbf8604d8ea59c5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c84c7671e84941339db7f28331442fc6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f46c14a6cc804d05bd02428cdedb25a8] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=35.8 K 2024-11-23T02:24:44,248 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b204508c7a6442b8fbf8604d8ea59c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732328678018 2024-11-23T02:24:44,248 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c84c7671e84941339db7f28331442fc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732328680210 2024-11-23T02:24:44,248 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting f46c14a6cc804d05bd02428cdedb25a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732328682352 2024-11-23T02:24:44,253 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#C#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:44,253 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/0b3b28eeb0174c498c6a77554769812c is 50, key is test_row_0/C:col10/1732328682352/Put/seqid=0 2024-11-23T02:24:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742496_1672 (size=12527) 2024-11-23T02:24:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328744263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,278 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112306cb5dc0352e44449c1c1451eb433c34_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112306cb5dc0352e44449c1c1451eb433c34_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/c0f5b8f3c71148a7ad9499976a5f8d12, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/c0f5b8f3c71148a7ad9499976a5f8d12 is 175, key is test_row_0/A:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:44,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742497_1673 (size=31105) 2024-11-23T02:24:44,282 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/c0f5b8f3c71148a7ad9499976a5f8d12 2024-11-23T02:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/923c158a07a34cefa9128655d1f0357c is 50, key is test_row_0/B:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742498_1674 (size=12151) 2024-11-23T02:24:44,292 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/923c158a07a34cefa9128655d1f0357c 2024-11-23T02:24:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/1dfc49c59a3f4d48b42ad62511fe0260 is 50, key is test_row_0/C:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742499_1675 (size=12151) 2024-11-23T02:24:44,302 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/1dfc49c59a3f4d48b42ad62511fe0260 2024-11-23T02:24:44,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/c0f5b8f3c71148a7ad9499976a5f8d12 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12 2024-11-23T02:24:44,309 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12, entries=150, sequenceid=193, filesize=30.4 K 2024-11-23T02:24:44,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/923c158a07a34cefa9128655d1f0357c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/923c158a07a34cefa9128655d1f0357c 2024-11-23T02:24:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,313 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/923c158a07a34cefa9128655d1f0357c, entries=150, sequenceid=193, filesize=11.9 K 2024-11-23T02:24:44,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/1dfc49c59a3f4d48b42ad62511fe0260 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/1dfc49c59a3f4d48b42ad62511fe0260 2024-11-23T02:24:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/1dfc49c59a3f4d48b42ad62511fe0260, entries=150, sequenceid=193, filesize=11.9 K 2024-11-23T02:24:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,318 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1da39de964f1240378d2471d4b940f76 in 452ms, sequenceid=193, compaction requested=false 2024-11-23T02:24:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-23T02:24:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-23T02:24:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-23T02:24:44,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-11-23T02:24:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.2190 sec 2024-11-23T02:24:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:24:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112317feb2c109624226b909d2da767ac76e_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_1/A:col10/1732328684470/Put/seqid=0 2024-11-23T02:24:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742500_1676 (size=12304) 2024-11-23T02:24:44,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:44,492 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112317feb2c109624226b909d2da767ac76e_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112317feb2c109624226b909d2da767ac76e_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:44,493 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/38e70100b5b24927bce640fe269903f0, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:44,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/38e70100b5b24927bce640fe269903f0 is 175, key is test_row_1/A:col10/1732328684470/Put/seqid=0 2024-11-23T02:24:44,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742501_1677 (size=31101) 2024-11-23T02:24:44,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/38e70100b5b24927bce640fe269903f0 2024-11-23T02:24:44,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/04597f9e905841ebbd3d1f89cc4a4790 is 50, key is test_row_1/B:col10/1732328684470/Put/seqid=0 2024-11-23T02:24:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742502_1678 (size=9757) 2024-11-23T02:24:44,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/04597f9e905841ebbd3d1f89cc4a4790 2024-11-23T02:24:44,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/edaba106a3f9467187a5565b9c696d43 is 50, key is test_row_1/C:col10/1732328684470/Put/seqid=0 2024-11-23T02:24:44,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742503_1679 (size=9757) 2024-11-23T02:24:44,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328744554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,650 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/2c5cb856542047dab9bbbbfb59df6260 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/2c5cb856542047dab9bbbbfb59df6260 2024-11-23T02:24:44,654 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/A of 1da39de964f1240378d2471d4b940f76 into 2c5cb856542047dab9bbbbfb59df6260(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:44,654 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:44,654 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/A, priority=13, startTime=1732328683820; duration=0sec 2024-11-23T02:24:44,654 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:44,654 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:A 2024-11-23T02:24:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328744658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,660 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/0b3b28eeb0174c498c6a77554769812c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/0b3b28eeb0174c498c6a77554769812c 2024-11-23T02:24:44,664 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/C of 1da39de964f1240378d2471d4b940f76 into 0b3b28eeb0174c498c6a77554769812c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:44,664 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:44,664 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/C, priority=13, startTime=1732328683820; duration=0sec 2024-11-23T02:24:44,665 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:44,665 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:C 2024-11-23T02:24:44,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55358 deadline: 1732328744775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,777 DEBUG [Thread-2729 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:44,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55446 deadline: 1732328744780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,782 DEBUG [Thread-2731 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:44,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55342 deadline: 1732328744796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,798 DEBUG [Thread-2725 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:44,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55418 deadline: 1732328744800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,802 DEBUG [Thread-2727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., hostname=fde8ce287ea2,37605,1732328523434, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:24:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328744859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:44,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/edaba106a3f9467187a5565b9c696d43 2024-11-23T02:24:44,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/38e70100b5b24927bce640fe269903f0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0 2024-11-23T02:24:44,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0, entries=150, sequenceid=208, filesize=30.4 K 2024-11-23T02:24:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/04597f9e905841ebbd3d1f89cc4a4790 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/04597f9e905841ebbd3d1f89cc4a4790 2024-11-23T02:24:44,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/04597f9e905841ebbd3d1f89cc4a4790, entries=100, sequenceid=208, filesize=9.5 K 2024-11-23T02:24:44,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/edaba106a3f9467187a5565b9c696d43 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/edaba106a3f9467187a5565b9c696d43 2024-11-23T02:24:44,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/edaba106a3f9467187a5565b9c696d43, entries=100, sequenceid=208, filesize=9.5 K 2024-11-23T02:24:44,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1da39de964f1240378d2471d4b940f76 in 476ms, sequenceid=208, compaction requested=true 2024-11-23T02:24:44,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:44,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:44,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:44,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:44,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:44,948 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:44,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:44,948 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:44,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:44,948 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:44,948 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:44,948 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/B is initiating minor compaction (all files) 2024-11-23T02:24:44,948 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/A is initiating minor compaction (all files) 2024-11-23T02:24:44,949 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/B in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:44,949 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/A in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:44,949 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/513f6ab64d1748eeb2f72cae03f9b47c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/923c158a07a34cefa9128655d1f0357c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/04597f9e905841ebbd3d1f89cc4a4790] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=33.6 K 2024-11-23T02:24:44,949 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/2c5cb856542047dab9bbbbfb59df6260, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=91.5 K 2024-11-23T02:24:44,949 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:44,949 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/2c5cb856542047dab9bbbbfb59df6260, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0] 2024-11-23T02:24:44,949 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 513f6ab64d1748eeb2f72cae03f9b47c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732328682352 2024-11-23T02:24:44,949 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c5cb856542047dab9bbbbfb59df6260, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732328682352 2024-11-23T02:24:44,949 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 923c158a07a34cefa9128655d1f0357c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732328683016 2024-11-23T02:24:44,949 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0f5b8f3c71148a7ad9499976a5f8d12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732328683016 2024-11-23T02:24:44,950 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 04597f9e905841ebbd3d1f89cc4a4790, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732328684159 2024-11-23T02:24:44,950 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38e70100b5b24927bce640fe269903f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732328684157 2024-11-23T02:24:44,954 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:44,955 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#B#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:44,956 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a29fe2dd270e4531a08b8c56e2ec3c36 is 50, key is test_row_0/B:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:44,956 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123cfb5107755154ca6929aa404d0371aa5_1da39de964f1240378d2471d4b940f76 store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:44,958 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123cfb5107755154ca6929aa404d0371aa5_1da39de964f1240378d2471d4b940f76, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:44,958 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cfb5107755154ca6929aa404d0371aa5_1da39de964f1240378d2471d4b940f76 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742504_1680 (size=12629) 2024-11-23T02:24:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742505_1681 (size=4469) 2024-11-23T02:24:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:45,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:24:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:45,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239082d1ddec5e40c0bed65b7427ff9721_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328685163/Put/seqid=0 2024-11-23T02:24:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742506_1682 (size=12304) 2024-11-23T02:24:45,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:45,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239082d1ddec5e40c0bed65b7427ff9721_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239082d1ddec5e40c0bed65b7427ff9721_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:45,178 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/658b210abad24fa4aa028a715aeb1d0e, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:45,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/658b210abad24fa4aa028a715aeb1d0e is 175, key is test_row_0/A:col10/1732328685163/Put/seqid=0 2024-11-23T02:24:45,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328745189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742507_1683 (size=31105) 2024-11-23T02:24:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:24:45,207 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-23T02:24:45,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-23T02:24:45,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:24:45,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:45,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:45,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328745292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:24:45,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:45,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:45,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,363 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#A#compaction#574 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:45,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,363 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/d7c47ab104b84b328bb1d4ece7e61326 is 175, key is test_row_0/A:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:45,364 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/a29fe2dd270e4531a08b8c56e2ec3c36 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a29fe2dd270e4531a08b8c56e2ec3c36 2024-11-23T02:24:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742508_1684 (size=31690) 2024-11-23T02:24:45,369 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/B of 1da39de964f1240378d2471d4b940f76 into a29fe2dd270e4531a08b8c56e2ec3c36(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:45,369 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:45,369 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/B, priority=13, startTime=1732328684947; duration=0sec 2024-11-23T02:24:45,369 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:45,369 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:B 2024-11-23T02:24:45,369 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:45,370 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:45,370 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/C is initiating minor compaction (all files) 2024-11-23T02:24:45,370 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/C in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,370 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/0b3b28eeb0174c498c6a77554769812c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/1dfc49c59a3f4d48b42ad62511fe0260, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/edaba106a3f9467187a5565b9c696d43] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=33.6 K 2024-11-23T02:24:45,370 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b3b28eeb0174c498c6a77554769812c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732328682352 2024-11-23T02:24:45,371 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dfc49c59a3f4d48b42ad62511fe0260, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732328683016 2024-11-23T02:24:45,371 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting edaba106a3f9467187a5565b9c696d43, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732328684159 2024-11-23T02:24:45,376 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#C#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:45,376 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/89b81536341d4e62ad1f83a05fbf6f3a is 50, key is test_row_0/C:col10/1732328683019/Put/seqid=0 2024-11-23T02:24:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742509_1685 (size=12629) 2024-11-23T02:24:45,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328745494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:24:45,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,593 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/658b210abad24fa4aa028a715aeb1d0e 2024-11-23T02:24:45,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/4be8c9aec1f546b8a6e7f9e09fd8713e is 50, key is test_row_0/B:col10/1732328685163/Put/seqid=0 2024-11-23T02:24:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742510_1686 (size=12151) 2024-11-23T02:24:45,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,772 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/d7c47ab104b84b328bb1d4ece7e61326 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/d7c47ab104b84b328bb1d4ece7e61326 2024-11-23T02:24:45,776 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/A of 1da39de964f1240378d2471d4b940f76 into d7c47ab104b84b328bb1d4ece7e61326(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:45,776 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:45,776 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/A, priority=13, startTime=1732328684947; duration=0sec 2024-11-23T02:24:45,776 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:45,776 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:A 2024-11-23T02:24:45,784 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/89b81536341d4e62ad1f83a05fbf6f3a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89b81536341d4e62ad1f83a05fbf6f3a 2024-11-23T02:24:45,788 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/C of 1da39de964f1240378d2471d4b940f76 into 89b81536341d4e62ad1f83a05fbf6f3a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:45,788 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:45,788 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/C, priority=13, startTime=1732328684948; duration=0sec 2024-11-23T02:24:45,788 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:45,788 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:C 2024-11-23T02:24:45,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328745797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:24:45,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:45,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:45,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/4be8c9aec1f546b8a6e7f9e09fd8713e 2024-11-23T02:24:46,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/9d45fd92fa014df1aff064a24f32dfe5 is 50, key is test_row_0/C:col10/1732328685163/Put/seqid=0 2024-11-23T02:24:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742511_1687 (size=12151) 2024-11-23T02:24:46,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:46,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:46,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:46,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328746302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:24:46,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/9d45fd92fa014df1aff064a24f32dfe5 2024-11-23T02:24:46,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/658b210abad24fa4aa028a715aeb1d0e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e 2024-11-23T02:24:46,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e, entries=150, sequenceid=233, filesize=30.4 K 2024-11-23T02:24:46,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/4be8c9aec1f546b8a6e7f9e09fd8713e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4be8c9aec1f546b8a6e7f9e09fd8713e 2024-11-23T02:24:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4be8c9aec1f546b8a6e7f9e09fd8713e, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T02:24:46,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:46,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/9d45fd92fa014df1aff064a24f32dfe5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/9d45fd92fa014df1aff064a24f32dfe5 2024-11-23T02:24:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/9d45fd92fa014df1aff064a24f32dfe5, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T02:24:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1da39de964f1240378d2471d4b940f76 in 1271ms, sequenceid=233, compaction requested=false 2024-11-23T02:24:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:46,584 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:24:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237df8f099579d432bb1322c76266be67c_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_1/A:col10/1732328685186/Put/seqid=0 2024-11-23T02:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742512_1688 (size=9814) 2024-11-23T02:24:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,606 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237df8f099579d432bb1322c76266be67c_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237df8f099579d432bb1322c76266be67c_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8e7fc2e4b5b84734ac76c92e417cbf95, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8e7fc2e4b5b84734ac76c92e417cbf95 is 175, key is test_row_1/A:col10/1732328685186/Put/seqid=0 2024-11-23T02:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742513_1689 (size=22461) 2024-11-23T02:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,025 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8e7fc2e4b5b84734ac76c92e417cbf95 2024-11-23T02:24:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/8bba4dd295134427aa18195d7273dde7 is 50, key is test_row_1/B:col10/1732328685186/Put/seqid=0 2024-11-23T02:24:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742514_1690 (size=9757) 2024-11-23T02:24:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/8bba4dd295134427aa18195d7273dde7 2024-11-23T02:24:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/da07550a5c3044fc96fb9471998d31f8 is 50, key is test_row_1/C:col10/1732328685186/Put/seqid=0 2024-11-23T02:24:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742515_1691 (size=9757) 2024-11-23T02:24:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/da07550a5c3044fc96fb9471998d31f8 2024-11-23T02:24:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/8e7fc2e4b5b84734ac76c92e417cbf95 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95 2024-11-23T02:24:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,066 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95, entries=100, sequenceid=249, filesize=21.9 K 2024-11-23T02:24:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/8bba4dd295134427aa18195d7273dde7 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/8bba4dd295134427aa18195d7273dde7 2024-11-23T02:24:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,071 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/8bba4dd295134427aa18195d7273dde7, entries=100, sequenceid=249, filesize=9.5 K 2024-11-23T02:24:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/da07550a5c3044fc96fb9471998d31f8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/da07550a5c3044fc96fb9471998d31f8 2024-11-23T02:24:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,076 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/da07550a5c3044fc96fb9471998d31f8, entries=100, sequenceid=249, filesize=9.5 K 2024-11-23T02:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,077 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1da39de964f1240378d2471d4b940f76 in 494ms, sequenceid=249, compaction requested=true 2024-11-23T02:24:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-23T02:24:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-23T02:24:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-23T02:24:47,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-23T02:24:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.8720 sec 2024-11-23T02:24:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,313 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-23T02:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-23T02:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:47,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:47,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:24:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f23d4a11ea164d8b8360255a5dfcf663_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742516_1692 (size=22468) 2024-11-23T02:24:47,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:47,406 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f23d4a11ea164d8b8360255a5dfcf663_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f23d4a11ea164d8b8360255a5dfcf663_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:47,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/11a25ff7a1bf47d1bf71df2f9bc48faa, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:47,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/11a25ff7a1bf47d1bf71df2f9bc48faa is 175, key is test_row_0/A:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742517_1693 (size=65873) 2024-11-23T02:24:47,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/11a25ff7a1bf47d1bf71df2f9bc48faa 2024-11-23T02:24:47,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/151fa8f981594def8aa64054247b0117 is 50, key is test_row_0/B:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742518_1694 (size=12301) 2024-11-23T02:24:47,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/151fa8f981594def8aa64054247b0117 2024-11-23T02:24:47,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/5f09771d9db948bdb0bbe308fdd2d036 is 50, key is test_row_0/C:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742519_1695 (size=12301) 2024-11-23T02:24:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328747457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:24:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328747560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:47,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:24:47,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328747763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:24:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:24:47,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/5f09771d9db948bdb0bbe308fdd2d036 2024-11-23T02:24:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/11a25ff7a1bf47d1bf71df2f9bc48faa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa 2024-11-23T02:24:47,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa, entries=350, sequenceid=260, filesize=64.3 K 2024-11-23T02:24:47,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/151fa8f981594def8aa64054247b0117 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/151fa8f981594def8aa64054247b0117 2024-11-23T02:24:47,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/151fa8f981594def8aa64054247b0117, entries=150, sequenceid=260, filesize=12.0 K 2024-11-23T02:24:47,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/5f09771d9db948bdb0bbe308fdd2d036 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/5f09771d9db948bdb0bbe308fdd2d036 2024-11-23T02:24:47,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/5f09771d9db948bdb0bbe308fdd2d036, entries=150, sequenceid=260, filesize=12.0 K 2024-11-23T02:24:47,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1da39de964f1240378d2471d4b940f76 in 458ms, sequenceid=260, compaction requested=true 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:47,845 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:47,845 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:47,846 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:47,846 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151129 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:47,846 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/A is initiating minor compaction (all files) 2024-11-23T02:24:47,846 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/B is initiating minor compaction (all files) 2024-11-23T02:24:47,846 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/B in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,846 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/A in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,846 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a29fe2dd270e4531a08b8c56e2ec3c36, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4be8c9aec1f546b8a6e7f9e09fd8713e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/8bba4dd295134427aa18195d7273dde7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/151fa8f981594def8aa64054247b0117] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=45.7 K 2024-11-23T02:24:47,846 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/d7c47ab104b84b328bb1d4ece7e61326, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=147.6 K 2024-11-23T02:24:47,846 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/d7c47ab104b84b328bb1d4ece7e61326, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa] 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting a29fe2dd270e4531a08b8c56e2ec3c36, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732328683019 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7c47ab104b84b328bb1d4ece7e61326, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732328683019 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 4be8c9aec1f546b8a6e7f9e09fd8713e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732328684541 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 658b210abad24fa4aa028a715aeb1d0e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732328684541 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bba4dd295134427aa18195d7273dde7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732328685186 2024-11-23T02:24:47,847 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e7fc2e4b5b84734ac76c92e417cbf95, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732328685186 2024-11-23T02:24:47,848 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 151fa8f981594def8aa64054247b0117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328687380 2024-11-23T02:24:47,848 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a25ff7a1bf47d1bf71df2f9bc48faa, keycount=350, bloomtype=ROW, size=64.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328687327 2024-11-23T02:24:47,853 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:47,854 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#B#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:47,854 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/c6efea19276c4c968eb2e1b2ebb5b1c4 is 50, key is test_row_0/B:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:47,856 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fb9d55e70acb43dcbda13f1d76d2114a_1da39de964f1240378d2471d4b940f76 store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:47,859 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fb9d55e70acb43dcbda13f1d76d2114a_1da39de964f1240378d2471d4b940f76, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:47,860 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fb9d55e70acb43dcbda13f1d76d2114a_1da39de964f1240378d2471d4b940f76 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742521_1697 (size=4469) 2024-11-23T02:24:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742520_1696 (size=12915) 2024-11-23T02:24:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:47,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:47,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:24:47,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:47,928 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:24:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d29dba71ee0b433b8265d07aa4c076ff_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328687453/Put/seqid=0 2024-11-23T02:24:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742522_1698 (size=12454) 2024-11-23T02:24:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:48,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328748092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328748196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:48,264 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#A#compaction#586 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:48,265 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb is 175, key is test_row_0/A:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742523_1699 (size=31869) 2024-11-23T02:24:48,269 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/c6efea19276c4c968eb2e1b2ebb5b1c4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c6efea19276c4c968eb2e1b2ebb5b1c4 2024-11-23T02:24:48,273 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1da39de964f1240378d2471d4b940f76/B of 1da39de964f1240378d2471d4b940f76 into c6efea19276c4c968eb2e1b2ebb5b1c4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:48,273 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:48,273 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/B, priority=12, startTime=1732328687845; duration=0sec 2024-11-23T02:24:48,273 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:48,273 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:B 2024-11-23T02:24:48,273 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:24:48,274 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:24:48,274 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/C is initiating minor compaction (all files) 2024-11-23T02:24:48,274 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/C in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:48,274 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89b81536341d4e62ad1f83a05fbf6f3a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/9d45fd92fa014df1aff064a24f32dfe5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/da07550a5c3044fc96fb9471998d31f8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/5f09771d9db948bdb0bbe308fdd2d036] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=45.7 K 2024-11-23T02:24:48,274 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b81536341d4e62ad1f83a05fbf6f3a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732328683019 2024-11-23T02:24:48,275 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d45fd92fa014df1aff064a24f32dfe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732328684541 2024-11-23T02:24:48,275 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting da07550a5c3044fc96fb9471998d31f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732328685186 2024-11-23T02:24:48,275 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f09771d9db948bdb0bbe308fdd2d036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328687380 2024-11-23T02:24:48,282 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#C#compaction#588 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:48,283 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/e5e9850279944bbe8d8667b4fea79076 is 50, key is test_row_0/C:col10/1732328687383/Put/seqid=0 2024-11-23T02:24:48,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742524_1700 (size=12915) 2024-11-23T02:24:48,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:48,342 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d29dba71ee0b433b8265d07aa4c076ff_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d29dba71ee0b433b8265d07aa4c076ff_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:48,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/e2c56b0b4d4f41c89cfc32d4ddf54020, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:48,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/e2c56b0b4d4f41c89cfc32d4ddf54020 is 175, key is test_row_0/A:col10/1732328687453/Put/seqid=0 2024-11-23T02:24:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742525_1701 (size=31255) 2024-11-23T02:24:48,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328748400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:48,672 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb 2024-11-23T02:24:48,676 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1da39de964f1240378d2471d4b940f76/A of 1da39de964f1240378d2471d4b940f76 into e45a86d8d7aa4d9dbbc42ba6d15f0bfb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:48,676 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:48,676 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/A, priority=12, startTime=1732328687845; duration=0sec 2024-11-23T02:24:48,676 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:48,676 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:A 2024-11-23T02:24:48,690 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/e5e9850279944bbe8d8667b4fea79076 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/e5e9850279944bbe8d8667b4fea79076 2024-11-23T02:24:48,694 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1da39de964f1240378d2471d4b940f76/C of 1da39de964f1240378d2471d4b940f76 into e5e9850279944bbe8d8667b4fea79076(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:48,694 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:48,694 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/C, priority=12, startTime=1732328687845; duration=0sec 2024-11-23T02:24:48,694 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:48,694 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:C 2024-11-23T02:24:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328748703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:48,748 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/e2c56b0b4d4f41c89cfc32d4ddf54020 2024-11-23T02:24:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/123c1e4b380f4f22b4d4ff47c6f4a5e9 is 50, key is test_row_0/B:col10/1732328687453/Put/seqid=0 2024-11-23T02:24:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742526_1702 (size=12301) 2024-11-23T02:24:49,158 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/123c1e4b380f4f22b4d4ff47c6f4a5e9 2024-11-23T02:24:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/daa55409e9e54496903c67ae2d2e8e24 is 50, key is test_row_0/C:col10/1732328687453/Put/seqid=0 2024-11-23T02:24:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742527_1703 (size=12301) 2024-11-23T02:24:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328749207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:49,576 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/daa55409e9e54496903c67ae2d2e8e24 2024-11-23T02:24:49,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/e2c56b0b4d4f41c89cfc32d4ddf54020 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020 2024-11-23T02:24:49,583 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020, entries=150, sequenceid=285, filesize=30.5 K 2024-11-23T02:24:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/123c1e4b380f4f22b4d4ff47c6f4a5e9 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/123c1e4b380f4f22b4d4ff47c6f4a5e9 2024-11-23T02:24:49,586 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/123c1e4b380f4f22b4d4ff47c6f4a5e9, entries=150, sequenceid=285, filesize=12.0 K 2024-11-23T02:24:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/daa55409e9e54496903c67ae2d2e8e24 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/daa55409e9e54496903c67ae2d2e8e24 2024-11-23T02:24:49,590 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/daa55409e9e54496903c67ae2d2e8e24, entries=150, sequenceid=285, filesize=12.0 K 2024-11-23T02:24:49,590 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1da39de964f1240378d2471d4b940f76 in 1662ms, sequenceid=285, compaction requested=false 2024-11-23T02:24:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-23T02:24:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-23T02:24:49,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-23T02:24:49,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2740 sec 2024-11-23T02:24:49,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 2.2770 sec 2024-11-23T02:24:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:50,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:24:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:50,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d3c474a877d54dc8bee903e8f6f1de84_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742528_1704 (size=14994) 2024-11-23T02:24:50,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:50,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d3c474a877d54dc8bee903e8f6f1de84_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d3c474a877d54dc8bee903e8f6f1de84_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:50,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/391161df1a5348c889d5f94b625d1be5, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:50,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/391161df1a5348c889d5f94b625d1be5 is 175, key is test_row_0/A:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742529_1705 (size=39949) 2024-11-23T02:24:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328750269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:50,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328750372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328750574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:50,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/391161df1a5348c889d5f94b625d1be5 2024-11-23T02:24:50,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/23f7bac557054d7ab05269fd95cc141d is 50, key is test_row_0/B:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:50,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742530_1706 (size=12301) 2024-11-23T02:24:50,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328750877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:51,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/23f7bac557054d7ab05269fd95cc141d 2024-11-23T02:24:51,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f465b67407b746a6b90e2a08dfaebd6e is 50, key is test_row_0/C:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:51,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742531_1707 (size=12301) 2024-11-23T02:24:51,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:24:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55386 deadline: 1732328751383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:24:51,422 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-23T02:24:51,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:24:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-11-23T02:24:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:24:51,425 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:24:51,426 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:24:51,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:24:51,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f465b67407b746a6b90e2a08dfaebd6e 2024-11-23T02:24:51,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/391161df1a5348c889d5f94b625d1be5 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5 2024-11-23T02:24:51,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5, entries=200, sequenceid=300, filesize=39.0 K 2024-11-23T02:24:51,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/23f7bac557054d7ab05269fd95cc141d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/23f7bac557054d7ab05269fd95cc141d 2024-11-23T02:24:51,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/23f7bac557054d7ab05269fd95cc141d, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T02:24:51,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f465b67407b746a6b90e2a08dfaebd6e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f465b67407b746a6b90e2a08dfaebd6e 2024-11-23T02:24:51,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f465b67407b746a6b90e2a08dfaebd6e, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T02:24:51,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1da39de964f1240378d2471d4b940f76 in 1280ms, sequenceid=300, compaction requested=true 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:51,499 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1da39de964f1240378d2471d4b940f76:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:24:51,499 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:51,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:51,500 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:51,500 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:51,500 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/A is initiating minor compaction (all files) 2024-11-23T02:24:51,500 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/B is initiating minor compaction (all files) 2024-11-23T02:24:51,500 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/A in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:51,501 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/B in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:51,501 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=100.7 K 2024-11-23T02:24:51,501 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c6efea19276c4c968eb2e1b2ebb5b1c4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/123c1e4b380f4f22b4d4ff47c6f4a5e9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/23f7bac557054d7ab05269fd95cc141d] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=36.6 K 2024-11-23T02:24:51,501 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:51,501 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. files: [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5] 2024-11-23T02:24:51,501 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting c6efea19276c4c968eb2e1b2ebb5b1c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328687380 2024-11-23T02:24:51,501 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e45a86d8d7aa4d9dbbc42ba6d15f0bfb, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328687380 2024-11-23T02:24:51,501 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2c56b0b4d4f41c89cfc32d4ddf54020, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732328687430 2024-11-23T02:24:51,501 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 123c1e4b380f4f22b4d4ff47c6f4a5e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732328687430 2024-11-23T02:24:51,501 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] compactions.Compactor(224): Compacting 391161df1a5348c889d5f94b625d1be5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732328688071 2024-11-23T02:24:51,502 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f7bac557054d7ab05269fd95cc141d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732328688083 2024-11-23T02:24:51,506 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:51,508 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#B#compaction#594 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:51,508 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/bfaea0c94c3648b29c194ddbd7b5ae60 is 50, key is test_row_0/B:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:51,509 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236e426332c3dd410c8e78be8de146e70c_1da39de964f1240378d2471d4b940f76 store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:51,511 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236e426332c3dd410c8e78be8de146e70c_1da39de964f1240378d2471d4b940f76, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:51,511 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236e426332c3dd410c8e78be8de146e70c_1da39de964f1240378d2471d4b940f76 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:24:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742532_1708 (size=13017) 2024-11-23T02:24:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742533_1709 (size=4469) 2024-11-23T02:24:51,540 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#A#compaction#595 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:51,540 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/3bf6579854074f6b96c86a151461a37c is 175, key is test_row_0/A:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742534_1710 (size=31971) 2024-11-23T02:24:51,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:51,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:51,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:51,580 DEBUG [Thread-2738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:52285 2024-11-23T02:24:51,580 DEBUG [Thread-2738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:51,580 DEBUG [Thread-2744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:52285 2024-11-23T02:24:51,581 DEBUG [Thread-2744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:51,581 DEBUG [Thread-2742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:52285 2024-11-23T02:24:51,581 DEBUG [Thread-2742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:51,582 DEBUG [Thread-2736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:52285 2024-11-23T02:24:51,582 DEBUG [Thread-2736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:51,582 DEBUG [Thread-2740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:52285 2024-11-23T02:24:51,582 DEBUG [Thread-2740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:51,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239576c99325204f5aaf61eb6e5dc372b4_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328690268/Put/seqid=0 2024-11-23T02:24:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742535_1711 (size=12454) 2024-11-23T02:24:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:24:51,938 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/bfaea0c94c3648b29c194ddbd7b5ae60 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/bfaea0c94c3648b29c194ddbd7b5ae60 2024-11-23T02:24:51,942 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/B of 1da39de964f1240378d2471d4b940f76 into bfaea0c94c3648b29c194ddbd7b5ae60(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:51,942 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:51,942 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/B, priority=13, startTime=1732328691499; duration=0sec 2024-11-23T02:24:51,942 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:24:51,942 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:B 2024-11-23T02:24:51,942 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:24:51,943 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:24:51,943 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1540): 1da39de964f1240378d2471d4b940f76/C is initiating minor compaction (all files) 2024-11-23T02:24:51,943 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1da39de964f1240378d2471d4b940f76/C in TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:51,943 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/e5e9850279944bbe8d8667b4fea79076, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/daa55409e9e54496903c67ae2d2e8e24, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f465b67407b746a6b90e2a08dfaebd6e] into tmpdir=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp, totalSize=36.6 K 2024-11-23T02:24:51,943 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e9850279944bbe8d8667b4fea79076, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328687380 2024-11-23T02:24:51,943 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting daa55409e9e54496903c67ae2d2e8e24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732328687430 2024-11-23T02:24:51,943 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] compactions.Compactor(224): Compacting f465b67407b746a6b90e2a08dfaebd6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732328688083 2024-11-23T02:24:51,948 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1da39de964f1240378d2471d4b940f76#C#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:24:51,948 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/2f69d4dcb42949ccb794b2faadb223c0 is 50, key is test_row_0/C:col10/1732328690218/Put/seqid=0 2024-11-23T02:24:51,948 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/3bf6579854074f6b96c86a151461a37c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/3bf6579854074f6b96c86a151461a37c 2024-11-23T02:24:51,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742536_1712 (size=13017) 2024-11-23T02:24:51,952 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/A of 1da39de964f1240378d2471d4b940f76 into 3bf6579854074f6b96c86a151461a37c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:51,952 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:51,952 INFO [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/A, priority=13, startTime=1732328691499; duration=0sec 2024-11-23T02:24:51,952 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:51,952 DEBUG [RS:0;fde8ce287ea2:37605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:A 2024-11-23T02:24:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:51,991 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239576c99325204f5aaf61eb6e5dc372b4_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239576c99325204f5aaf61eb6e5dc372b4_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/a6dcb80016f7499fb05f98d880a5ada0, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/a6dcb80016f7499fb05f98d880a5ada0 is 175, key is test_row_0/A:col10/1732328690268/Put/seqid=0 2024-11-23T02:24:51,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742537_1713 (size=31255) 2024-11-23T02:24:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:24:52,355 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/2f69d4dcb42949ccb794b2faadb223c0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/2f69d4dcb42949ccb794b2faadb223c0 2024-11-23T02:24:52,359 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1da39de964f1240378d2471d4b940f76/C of 1da39de964f1240378d2471d4b940f76 into 2f69d4dcb42949ccb794b2faadb223c0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:24:52,359 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:52,359 INFO [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76., storeName=1da39de964f1240378d2471d4b940f76/C, priority=13, startTime=1732328691499; duration=0sec 2024-11-23T02:24:52,359 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:24:52,359 DEBUG [RS:0;fde8ce287ea2:37605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1da39de964f1240378d2471d4b940f76:C 2024-11-23T02:24:52,395 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/a6dcb80016f7499fb05f98d880a5ada0 2024-11-23T02:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37605 {}] regionserver.HRegion(8581): Flush requested on 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. as already flushing 2024-11-23T02:24:52,396 DEBUG [Thread-2733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:52285 2024-11-23T02:24:52,396 DEBUG [Thread-2733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/7c1fbeb7539c4272b773ea5362ace69d is 50, key is test_row_0/B:col10/1732328690268/Put/seqid=0 2024-11-23T02:24:52,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742538_1714 (size=12301) 2024-11-23T02:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:24:52,804 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/7c1fbeb7539c4272b773ea5362ace69d 2024-11-23T02:24:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f72fcdc8211f4b97bbdc050b244805fa is 50, key is test_row_0/C:col10/1732328690268/Put/seqid=0 2024-11-23T02:24:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742539_1715 (size=12301) 2024-11-23T02:24:53,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f72fcdc8211f4b97bbdc050b244805fa 2024-11-23T02:24:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/a6dcb80016f7499fb05f98d880a5ada0 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/a6dcb80016f7499fb05f98d880a5ada0 2024-11-23T02:24:53,218 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/a6dcb80016f7499fb05f98d880a5ada0, entries=150, sequenceid=324, filesize=30.5 K 2024-11-23T02:24:53,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/7c1fbeb7539c4272b773ea5362ace69d as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/7c1fbeb7539c4272b773ea5362ace69d 2024-11-23T02:24:53,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/7c1fbeb7539c4272b773ea5362ace69d, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T02:24:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/f72fcdc8211f4b97bbdc050b244805fa as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f72fcdc8211f4b97bbdc050b244805fa 2024-11-23T02:24:53,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f72fcdc8211f4b97bbdc050b244805fa, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T02:24:53,225 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for 1da39de964f1240378d2471d4b940f76 in 1647ms, sequenceid=324, compaction requested=false 2024-11-23T02:24:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-11-23T02:24:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-11-23T02:24:53,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-23T02:24:53,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-23T02:24:53,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 1.8030 sec 2024-11-23T02:24:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:24:53,529 INFO [Thread-2735 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-23T02:24:54,783 DEBUG [Thread-2729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:52285 2024-11-23T02:24:54,783 DEBUG [Thread-2729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:54,835 DEBUG [Thread-2731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:52285 2024-11-23T02:24:54,836 DEBUG [Thread-2731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:54,856 DEBUG [Thread-2727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:52285 2024-11-23T02:24:54,856 DEBUG [Thread-2727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:54,869 DEBUG [Thread-2725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:52285 2024-11-23T02:24:54,869 DEBUG [Thread-2725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 176 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6857 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6758 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6584 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6887 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6796 2024-11-23T02:24:54,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:24:54,870 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:24:54,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:52285 2024-11-23T02:24:54,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:54,870 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:24:54,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:24:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:54,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328694873"}]},"ts":"1732328694873"} 2024-11-23T02:24:54,873 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:24:54,875 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:24:54,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:24:54,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=193, ppid=192, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, UNASSIGN}] 2024-11-23T02:24:54,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=193, ppid=192, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, UNASSIGN 2024-11-23T02:24:54,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=193 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=CLOSING, regionLocation=fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:54,878 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:24:54,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; CloseRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434}] 2024-11-23T02:24:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:55,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:55,029 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] handler.UnassignRegionHandler(124): Close 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1681): Closing 1da39de964f1240378d2471d4b940f76, disabling compactions & flushes 2024-11-23T02:24:55,030 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. after waiting 0 ms 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:55,030 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(2837): Flushing 1da39de964f1240378d2471d4b940f76 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=A 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=B 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1da39de964f1240378d2471d4b940f76, store=C 2024-11-23T02:24:55,030 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:55,034 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123277caf1a19d245b1a6f7d46c50c753fa_1da39de964f1240378d2471d4b940f76 is 50, key is test_row_0/A:col10/1732328694782/Put/seqid=0 2024-11-23T02:24:55,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742540_1716 (size=12454) 2024-11-23T02:24:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:55,438 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:55,441 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123277caf1a19d245b1a6f7d46c50c753fa_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123277caf1a19d245b1a6f7d46c50c753fa_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:55,441 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/18def0fc0ee44657a554f564fdee1965, store: [table=TestAcidGuarantees family=A region=1da39de964f1240378d2471d4b940f76] 2024-11-23T02:24:55,442 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/18def0fc0ee44657a554f564fdee1965 is 175, key is test_row_0/A:col10/1732328694782/Put/seqid=0 2024-11-23T02:24:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742541_1717 (size=31255) 2024-11-23T02:24:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:55,846 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/18def0fc0ee44657a554f564fdee1965 2024-11-23T02:24:55,851 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/99781ce3bb0a40e19d9339a185a42b51 is 50, key is test_row_0/B:col10/1732328694782/Put/seqid=0 2024-11-23T02:24:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742542_1718 (size=12301) 2024-11-23T02:24:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:56,254 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/99781ce3bb0a40e19d9339a185a42b51 2024-11-23T02:24:56,259 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/95a006ec7f9446c7aaf943eaee35cae4 is 50, key is test_row_0/C:col10/1732328694782/Put/seqid=0 2024-11-23T02:24:56,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742543_1719 (size=12301) 2024-11-23T02:24:56,663 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/95a006ec7f9446c7aaf943eaee35cae4 2024-11-23T02:24:56,666 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/A/18def0fc0ee44657a554f564fdee1965 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/18def0fc0ee44657a554f564fdee1965 2024-11-23T02:24:56,669 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/18def0fc0ee44657a554f564fdee1965, entries=150, sequenceid=335, filesize=30.5 K 2024-11-23T02:24:56,669 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/B/99781ce3bb0a40e19d9339a185a42b51 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/99781ce3bb0a40e19d9339a185a42b51 2024-11-23T02:24:56,672 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/99781ce3bb0a40e19d9339a185a42b51, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:24:56,672 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/.tmp/C/95a006ec7f9446c7aaf943eaee35cae4 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/95a006ec7f9446c7aaf943eaee35cae4 2024-11-23T02:24:56,675 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/95a006ec7f9446c7aaf943eaee35cae4, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:24:56,675 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1da39de964f1240378d2471d4b940f76 in 1645ms, sequenceid=335, compaction requested=true 2024-11-23T02:24:56,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/ef506a89122544e3bfcc346577cfec70, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/5600c138b03b46259eb72288f00a15ff, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/2c5cb856542047dab9bbbbfb59df6260, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/d7c47ab104b84b328bb1d4ece7e61326, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5] to archive 2024-11-23T02:24:56,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:56,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0cf83370bb67487cab7da2520a98b56e 2024-11-23T02:24:56,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8935925ee35b410a9619bb9246df3fd4 2024-11-23T02:24:56,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/44ee8b9791ed40c6b917b83cd0257ee3 2024-11-23T02:24:56,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/0a89082373b7484c8ba8f3ded178394f 2024-11-23T02:24:56,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/ef506a89122544e3bfcc346577cfec70 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/ef506a89122544e3bfcc346577cfec70 2024-11-23T02:24:56,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/59dd52685c80444f97966e38d287596c 2024-11-23T02:24:56,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/12a887b775d34299ae6e7f54e58fa815 2024-11-23T02:24:56,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/5600c138b03b46259eb72288f00a15ff to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/5600c138b03b46259eb72288f00a15ff 2024-11-23T02:24:56,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/114d1bc83fcb4dabb2d4671ff9fcec73 2024-11-23T02:24:56,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/acd86449f90e4090ba48ea574160ce1a 2024-11-23T02:24:56,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/2c5cb856542047dab9bbbbfb59df6260 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/2c5cb856542047dab9bbbbfb59df6260 2024-11-23T02:24:56,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/14052b3317a24ad3907add16fb5f4da0 2024-11-23T02:24:56,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/c0f5b8f3c71148a7ad9499976a5f8d12 2024-11-23T02:24:56,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/d7c47ab104b84b328bb1d4ece7e61326 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/d7c47ab104b84b328bb1d4ece7e61326 2024-11-23T02:24:56,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/38e70100b5b24927bce640fe269903f0 2024-11-23T02:24:56,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/658b210abad24fa4aa028a715aeb1d0e 2024-11-23T02:24:56,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/8e7fc2e4b5b84734ac76c92e417cbf95 2024-11-23T02:24:56,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/11a25ff7a1bf47d1bf71df2f9bc48faa 2024-11-23T02:24:56,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e45a86d8d7aa4d9dbbc42ba6d15f0bfb 2024-11-23T02:24:56,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/e2c56b0b4d4f41c89cfc32d4ddf54020 2024-11-23T02:24:56,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/391161df1a5348c889d5f94b625d1be5 2024-11-23T02:24:56,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/cff29bea0cf243fe96aa99bab681138b, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c7186baf353042caae366fd1f4515696, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/5b0b04046c9e435b8bf24c52d90d2a93, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/3c9ca47b095f470283eb37bb31c68835, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/d1429947d3ba4b2d9dbca2f620bf2291, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/1a63f05481fc496ba395819095ae6d7c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/6b3e5bf9c95c4e3aae9183d74c9d1828, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/e9e74063ad8a4d109901819144a08cd5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4beefd1123034ec79ac4cfc71c98efd0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a78645c8460c4dc3b3850de1d7cc68c0, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/513f6ab64d1748eeb2f72cae03f9b47c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a3b533411ce242048aaca29011c34b5d, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/923c158a07a34cefa9128655d1f0357c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a29fe2dd270e4531a08b8c56e2ec3c36, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/04597f9e905841ebbd3d1f89cc4a4790, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4be8c9aec1f546b8a6e7f9e09fd8713e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/8bba4dd295134427aa18195d7273dde7, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c6efea19276c4c968eb2e1b2ebb5b1c4, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/151fa8f981594def8aa64054247b0117, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/123c1e4b380f4f22b4d4ff47c6f4a5e9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/23f7bac557054d7ab05269fd95cc141d] to archive 2024-11-23T02:24:56,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:56,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/cff29bea0cf243fe96aa99bab681138b to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/cff29bea0cf243fe96aa99bab681138b 2024-11-23T02:24:56,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c7186baf353042caae366fd1f4515696 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c7186baf353042caae366fd1f4515696 2024-11-23T02:24:56,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/5b0b04046c9e435b8bf24c52d90d2a93 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/5b0b04046c9e435b8bf24c52d90d2a93 2024-11-23T02:24:56,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/3c9ca47b095f470283eb37bb31c68835 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/3c9ca47b095f470283eb37bb31c68835 2024-11-23T02:24:56,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/d1429947d3ba4b2d9dbca2f620bf2291 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/d1429947d3ba4b2d9dbca2f620bf2291 2024-11-23T02:24:56,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/1a63f05481fc496ba395819095ae6d7c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/1a63f05481fc496ba395819095ae6d7c 2024-11-23T02:24:56,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/6b3e5bf9c95c4e3aae9183d74c9d1828 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/6b3e5bf9c95c4e3aae9183d74c9d1828 2024-11-23T02:24:56,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/e9e74063ad8a4d109901819144a08cd5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/e9e74063ad8a4d109901819144a08cd5 2024-11-23T02:24:56,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4beefd1123034ec79ac4cfc71c98efd0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4beefd1123034ec79ac4cfc71c98efd0 2024-11-23T02:24:56,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a78645c8460c4dc3b3850de1d7cc68c0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a78645c8460c4dc3b3850de1d7cc68c0 2024-11-23T02:24:56,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/513f6ab64d1748eeb2f72cae03f9b47c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/513f6ab64d1748eeb2f72cae03f9b47c 2024-11-23T02:24:56,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a3b533411ce242048aaca29011c34b5d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a3b533411ce242048aaca29011c34b5d 2024-11-23T02:24:56,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/923c158a07a34cefa9128655d1f0357c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/923c158a07a34cefa9128655d1f0357c 2024-11-23T02:24:56,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a29fe2dd270e4531a08b8c56e2ec3c36 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/a29fe2dd270e4531a08b8c56e2ec3c36 2024-11-23T02:24:56,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/04597f9e905841ebbd3d1f89cc4a4790 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/04597f9e905841ebbd3d1f89cc4a4790 2024-11-23T02:24:56,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4be8c9aec1f546b8a6e7f9e09fd8713e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/4be8c9aec1f546b8a6e7f9e09fd8713e 2024-11-23T02:24:56,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/8bba4dd295134427aa18195d7273dde7 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/8bba4dd295134427aa18195d7273dde7 2024-11-23T02:24:56,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c6efea19276c4c968eb2e1b2ebb5b1c4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/c6efea19276c4c968eb2e1b2ebb5b1c4 2024-11-23T02:24:56,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/151fa8f981594def8aa64054247b0117 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/151fa8f981594def8aa64054247b0117 2024-11-23T02:24:56,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/123c1e4b380f4f22b4d4ff47c6f4a5e9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/123c1e4b380f4f22b4d4ff47c6f4a5e9 2024-11-23T02:24:56,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/23f7bac557054d7ab05269fd95cc141d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/23f7bac557054d7ab05269fd95cc141d 2024-11-23T02:24:56,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/4cd316958a1e41b2a5ce9e4351b4ac05, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/312d848b3d074ab3a98affb263a89c3e, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/041354033875413a9fcd38d2c6cd9cf5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89208609fe9f40149c6df5c13ee03ec9, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/d5a0d6acb8514517bafdeecebcbe1b30, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/8768e387154448a8acf542f4555fdd67, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/cedffa5406004ecd84d86be897b00200, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/3b204508c7a6442b8fbf8604d8ea59c5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c9423ee8ed534118b40c0fa489b99481, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c84c7671e84941339db7f28331442fc6, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/0b3b28eeb0174c498c6a77554769812c, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f46c14a6cc804d05bd02428cdedb25a8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/1dfc49c59a3f4d48b42ad62511fe0260, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89b81536341d4e62ad1f83a05fbf6f3a, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/edaba106a3f9467187a5565b9c696d43, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/9d45fd92fa014df1aff064a24f32dfe5, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/da07550a5c3044fc96fb9471998d31f8, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/e5e9850279944bbe8d8667b4fea79076, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/5f09771d9db948bdb0bbe308fdd2d036, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/daa55409e9e54496903c67ae2d2e8e24, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f465b67407b746a6b90e2a08dfaebd6e] to archive 2024-11-23T02:24:56,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:56,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/4cd316958a1e41b2a5ce9e4351b4ac05 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/4cd316958a1e41b2a5ce9e4351b4ac05 2024-11-23T02:24:56,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/312d848b3d074ab3a98affb263a89c3e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/312d848b3d074ab3a98affb263a89c3e 2024-11-23T02:24:56,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/041354033875413a9fcd38d2c6cd9cf5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/041354033875413a9fcd38d2c6cd9cf5 2024-11-23T02:24:56,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89208609fe9f40149c6df5c13ee03ec9 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89208609fe9f40149c6df5c13ee03ec9 2024-11-23T02:24:56,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/d5a0d6acb8514517bafdeecebcbe1b30 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/d5a0d6acb8514517bafdeecebcbe1b30 2024-11-23T02:24:56,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/8768e387154448a8acf542f4555fdd67 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/8768e387154448a8acf542f4555fdd67 2024-11-23T02:24:56,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/cedffa5406004ecd84d86be897b00200 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/cedffa5406004ecd84d86be897b00200 2024-11-23T02:24:56,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/3b204508c7a6442b8fbf8604d8ea59c5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/3b204508c7a6442b8fbf8604d8ea59c5 2024-11-23T02:24:56,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c9423ee8ed534118b40c0fa489b99481 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c9423ee8ed534118b40c0fa489b99481 2024-11-23T02:24:56,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c84c7671e84941339db7f28331442fc6 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/c84c7671e84941339db7f28331442fc6 2024-11-23T02:24:56,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/0b3b28eeb0174c498c6a77554769812c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/0b3b28eeb0174c498c6a77554769812c 2024-11-23T02:24:56,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f46c14a6cc804d05bd02428cdedb25a8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f46c14a6cc804d05bd02428cdedb25a8 2024-11-23T02:24:56,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/1dfc49c59a3f4d48b42ad62511fe0260 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/1dfc49c59a3f4d48b42ad62511fe0260 2024-11-23T02:24:56,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89b81536341d4e62ad1f83a05fbf6f3a to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/89b81536341d4e62ad1f83a05fbf6f3a 2024-11-23T02:24:56,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/edaba106a3f9467187a5565b9c696d43 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/edaba106a3f9467187a5565b9c696d43 2024-11-23T02:24:56,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/9d45fd92fa014df1aff064a24f32dfe5 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/9d45fd92fa014df1aff064a24f32dfe5 2024-11-23T02:24:56,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/da07550a5c3044fc96fb9471998d31f8 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/da07550a5c3044fc96fb9471998d31f8 2024-11-23T02:24:56,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/e5e9850279944bbe8d8667b4fea79076 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/e5e9850279944bbe8d8667b4fea79076 2024-11-23T02:24:56,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/5f09771d9db948bdb0bbe308fdd2d036 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/5f09771d9db948bdb0bbe308fdd2d036 2024-11-23T02:24:56,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/daa55409e9e54496903c67ae2d2e8e24 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/daa55409e9e54496903c67ae2d2e8e24 2024-11-23T02:24:56,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f465b67407b746a6b90e2a08dfaebd6e to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f465b67407b746a6b90e2a08dfaebd6e 2024-11-23T02:24:56,736 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-11-23T02:24:56,737 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76. 2024-11-23T02:24:56,737 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1635): Region close journal for 1da39de964f1240378d2471d4b940f76: 2024-11-23T02:24:56,738 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] handler.UnassignRegionHandler(170): Closed 1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:56,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=193 updating hbase:meta row=1da39de964f1240378d2471d4b940f76, regionState=CLOSED 2024-11-23T02:24:56,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-11-23T02:24:56,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; CloseRegionProcedure 1da39de964f1240378d2471d4b940f76, server=fde8ce287ea2,37605,1732328523434 in 1.8610 sec 2024-11-23T02:24:56,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=193, resume processing ppid=192 2024-11-23T02:24:56,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, ppid=192, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1da39de964f1240378d2471d4b940f76, UNASSIGN in 1.8640 sec 2024-11-23T02:24:56,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-23T02:24:56,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8650 sec 2024-11-23T02:24:56,743 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328696743"}]},"ts":"1732328696743"} 2024-11-23T02:24:56,744 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:24:56,745 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:24:56,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-23T02:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:56,976 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-23T02:24:56,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:56,978 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=195, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-23T02:24:56,978 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=195, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:56,980 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:56,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C, FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/recovered.edits] 2024-11-23T02:24:56,984 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/18def0fc0ee44657a554f564fdee1965 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/18def0fc0ee44657a554f564fdee1965 2024-11-23T02:24:56,985 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/3bf6579854074f6b96c86a151461a37c to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/3bf6579854074f6b96c86a151461a37c 2024-11-23T02:24:56,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/a6dcb80016f7499fb05f98d880a5ada0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/A/a6dcb80016f7499fb05f98d880a5ada0 2024-11-23T02:24:56,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/7c1fbeb7539c4272b773ea5362ace69d to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/7c1fbeb7539c4272b773ea5362ace69d 2024-11-23T02:24:56,988 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/99781ce3bb0a40e19d9339a185a42b51 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/99781ce3bb0a40e19d9339a185a42b51 2024-11-23T02:24:56,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/bfaea0c94c3648b29c194ddbd7b5ae60 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/B/bfaea0c94c3648b29c194ddbd7b5ae60 2024-11-23T02:24:56,990 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/2f69d4dcb42949ccb794b2faadb223c0 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/2f69d4dcb42949ccb794b2faadb223c0 2024-11-23T02:24:56,991 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/95a006ec7f9446c7aaf943eaee35cae4 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/95a006ec7f9446c7aaf943eaee35cae4 2024-11-23T02:24:56,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f72fcdc8211f4b97bbdc050b244805fa to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/C/f72fcdc8211f4b97bbdc050b244805fa 2024-11-23T02:24:56,993 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/recovered.edits/338.seqid to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76/recovered.edits/338.seqid 2024-11-23T02:24:56,994 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/default/TestAcidGuarantees/1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:56,994 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:24:56,994 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:24:56,995 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T02:24:56,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230695ffe3fff94bdc886614ce402ce114_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230695ffe3fff94bdc886614ce402ce114_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:56,998 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112306cb5dc0352e44449c1c1451eb433c34_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112306cb5dc0352e44449c1c1451eb433c34_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:56,998 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230a209728c99648418b30ee0d8d1de546_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230a209728c99648418b30ee0d8d1de546_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:56,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231630ea183b864107812232937038bbb2_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231630ea183b864107812232937038bbb2_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112317feb2c109624226b909d2da767ac76e_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112317feb2c109624226b909d2da767ac76e_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,001 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123277caf1a19d245b1a6f7d46c50c753fa_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123277caf1a19d245b1a6f7d46c50c753fa_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112346f5963a567943d38cdfe9fc664a496c_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112346f5963a567943d38cdfe9fc664a496c_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235fec669afea54d14ab0aa30f5b3bc54b_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235fec669afea54d14ab0aa30f5b3bc54b_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237df8f099579d432bb1322c76266be67c_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237df8f099579d432bb1322c76266be67c_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,004 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239082d1ddec5e40c0bed65b7427ff9721_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239082d1ddec5e40c0bed65b7427ff9721_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239576c99325204f5aaf61eb6e5dc372b4_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239576c99325204f5aaf61eb6e5dc372b4_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2765f5628b3451fbd70a1992262a43b_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2765f5628b3451fbd70a1992262a43b_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae19f98e9cb5427c810f1eb785a5b710_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae19f98e9cb5427c810f1eb785a5b710_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,007 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d29dba71ee0b433b8265d07aa4c076ff_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d29dba71ee0b433b8265d07aa4c076ff_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d3c474a877d54dc8bee903e8f6f1de84_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d3c474a877d54dc8bee903e8f6f1de84_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f23d4a11ea164d8b8360255a5dfcf663_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f23d4a11ea164d8b8360255a5dfcf663_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,010 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f99740864b1d45a0af5507b419096217_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f99740864b1d45a0af5507b419096217_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,010 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fc738a75d09b4d76a38d50d033f7f212_1da39de964f1240378d2471d4b940f76 to hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fc738a75d09b4d76a38d50d033f7f212_1da39de964f1240378d2471d4b940f76 2024-11-23T02:24:57,011 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:24:57,012 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=195, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:57,014 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:24:57,016 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:24:57,016 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=195, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:57,017 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:24:57,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328697017"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:57,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:24:57,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1da39de964f1240378d2471d4b940f76, NAME => 'TestAcidGuarantees,,1732328668510.1da39de964f1240378d2471d4b940f76.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:24:57,018 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:24:57,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328697018"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:57,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:24:57,021 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=195, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:57,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-23T02:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-23T02:24:57,079 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-11-23T02:24:57,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=459 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=4360 (was 4400) 2024-11-23T02:24:57,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T02:24:57,088 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:24:57,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:52285 2024-11-23T02:24:57,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:57,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:24:57,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1934667321, stopped=false 2024-11-23T02:24:57,089 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fde8ce287ea2,44345,1732328522621 2024-11-23T02:24:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T02:24:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T02:24:57,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T02:24:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:24:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:24:57,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:57,091 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fde8ce287ea2,37605,1732328523434' ***** 2024-11-23T02:24:57,091 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T02:24:57,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:24:57,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:24:57,091 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:24:57,091 INFO [RS:0;fde8ce287ea2:37605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:24:57,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(3579): Received CLOSE for 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1224): stopping server fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:57,092 DEBUG [RS:0;fde8ce287ea2:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:24:57,092 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T02:24:57,092 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 798920de3cca0abc486bda0b4899ed72, disabling compactions & flushes 2024-11-23T02:24:57,093 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. after waiting 0 ms 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:24:57,093 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T02:24:57,093 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 798920de3cca0abc486bda0b4899ed72 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T02:24:57,093 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1603): Online Regions={798920de3cca0abc486bda0b4899ed72=hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:24:57,093 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:24:57,093 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:24:57,093 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T02:24:57,093 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:24:57,108 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/.tmp/info/3166b2c0d1ff4340925bbcc5e0700801 is 45, key is default/info:d/1732328528417/Put/seqid=0 2024-11-23T02:24:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742544_1720 (size=5037) 2024-11-23T02:24:57,113 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/info/2b426de79d2442469a408ec6434f3fc8 is 143, key is hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72./info:regioninfo/1732328528305/Put/seqid=0 2024-11-23T02:24:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742545_1721 (size=7725) 2024-11-23T02:24:57,153 INFO [regionserver/fde8ce287ea2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:24:57,293 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:24:57,494 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 798920de3cca0abc486bda0b4899ed72 2024-11-23T02:24:57,512 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/.tmp/info/3166b2c0d1ff4340925bbcc5e0700801 2024-11-23T02:24:57,515 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/.tmp/info/3166b2c0d1ff4340925bbcc5e0700801 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/info/3166b2c0d1ff4340925bbcc5e0700801 2024-11-23T02:24:57,516 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/info/2b426de79d2442469a408ec6434f3fc8 2024-11-23T02:24:57,518 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/info/3166b2c0d1ff4340925bbcc5e0700801, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T02:24:57,518 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 798920de3cca0abc486bda0b4899ed72 in 425ms, sequenceid=6, compaction requested=false 2024-11-23T02:24:57,521 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/namespace/798920de3cca0abc486bda0b4899ed72/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:24:57,522 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:24:57,522 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 798920de3cca0abc486bda0b4899ed72: 2024-11-23T02:24:57,522 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732328527065.798920de3cca0abc486bda0b4899ed72. 2024-11-23T02:24:57,537 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/rep_barrier/f66746370ad74219905403f53340153c is 102, key is TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4./rep_barrier:/1732328553893/DeleteFamily/seqid=0 2024-11-23T02:24:57,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742546_1722 (size=6025) 2024-11-23T02:24:57,687 INFO [regionserver/fde8ce287ea2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:24:57,687 INFO [regionserver/fde8ce287ea2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:24:57,694 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T02:24:57,894 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T02:24:57,940 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/rep_barrier/f66746370ad74219905403f53340153c 2024-11-23T02:24:57,958 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/table/d523bbd67ba84c83a7a707828932215a is 96, key is TestAcidGuarantees,,1732328528606.d0cb039fd24488d582dd229e634824e4./table:/1732328553893/DeleteFamily/seqid=0 2024-11-23T02:24:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742547_1723 (size=5942) 2024-11-23T02:24:58,094 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-23T02:24:58,094 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:24:58,094 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T02:24:58,295 DEBUG [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T02:24:58,361 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/table/d523bbd67ba84c83a7a707828932215a 2024-11-23T02:24:58,364 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/info/2b426de79d2442469a408ec6434f3fc8 as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/info/2b426de79d2442469a408ec6434f3fc8 2024-11-23T02:24:58,367 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/info/2b426de79d2442469a408ec6434f3fc8, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T02:24:58,367 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/rep_barrier/f66746370ad74219905403f53340153c as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/rep_barrier/f66746370ad74219905403f53340153c 2024-11-23T02:24:58,370 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/rep_barrier/f66746370ad74219905403f53340153c, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T02:24:58,370 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/.tmp/table/d523bbd67ba84c83a7a707828932215a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/table/d523bbd67ba84c83a7a707828932215a 2024-11-23T02:24:58,373 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/table/d523bbd67ba84c83a7a707828932215a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T02:24:58,373 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=93, compaction requested=false 2024-11-23T02:24:58,376 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T02:24:58,377 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:24:58,377 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T02:24:58,377 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T02:24:58,377 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:24:58,495 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1250): stopping server fde8ce287ea2,37605,1732328523434; all regions closed. 2024-11-23T02:24:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741834_1010 (size=26050) 2024-11-23T02:24:58,500 DEBUG [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/oldWALs 2024-11-23T02:24:58,500 INFO [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fde8ce287ea2%2C37605%2C1732328523434.meta:.meta(num 1732328526800) 2024-11-23T02:24:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741832_1008 (size=16747104) 2024-11-23T02:24:58,503 DEBUG [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/oldWALs 2024-11-23T02:24:58,503 INFO [RS:0;fde8ce287ea2:37605 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fde8ce287ea2%2C37605%2C1732328523434:(num 1732328525849) 2024-11-23T02:24:58,503 DEBUG [RS:0;fde8ce287ea2:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:58,504 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:24:58,504 INFO [RS:0;fde8ce287ea2:37605 {}] hbase.ChoreService(370): Chore service for: regionserver/fde8ce287ea2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T02:24:58,504 INFO [regionserver/fde8ce287ea2:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T02:24:58,505 INFO [RS:0;fde8ce287ea2:37605 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37605 2024-11-23T02:24:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fde8ce287ea2,37605,1732328523434 2024-11-23T02:24:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T02:24:58,509 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f0d588f3790@5f762b55 rejected from java.util.concurrent.ThreadPoolExecutor@1a74aedf[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T02:24:58,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fde8ce287ea2,37605,1732328523434] 2024-11-23T02:24:58,512 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fde8ce287ea2,37605,1732328523434; numProcessing=1 2024-11-23T02:24:58,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/fde8ce287ea2,37605,1732328523434 already deleted, retry=false 2024-11-23T02:24:58,513 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fde8ce287ea2,37605,1732328523434 expired; onlineServers=0 2024-11-23T02:24:58,513 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fde8ce287ea2,44345,1732328522621' ***** 2024-11-23T02:24:58,513 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:24:58,513 DEBUG [M:0;fde8ce287ea2:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13dd28a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fde8ce287ea2/172.17.0.2:0 2024-11-23T02:24:58,513 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegionServer(1224): stopping server fde8ce287ea2,44345,1732328522621 2024-11-23T02:24:58,513 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegionServer(1250): stopping server fde8ce287ea2,44345,1732328522621; all regions closed. 2024-11-23T02:24:58,513 DEBUG [M:0;fde8ce287ea2:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:58,513 DEBUG [M:0;fde8ce287ea2:44345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:24:58,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:24:58,514 DEBUG [M:0;fde8ce287ea2:44345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:24:58,514 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.large.0-1732328525550 {}] cleaner.HFileCleaner(306): Exit Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.large.0-1732328525550,5,FailOnTimeoutGroup] 2024-11-23T02:24:58,514 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.small.0-1732328525550 {}] cleaner.HFileCleaner(306): Exit Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.small.0-1732328525550,5,FailOnTimeoutGroup] 2024-11-23T02:24:58,514 INFO [M:0;fde8ce287ea2:44345 {}] hbase.ChoreService(370): Chore service for: master/fde8ce287ea2:0 had [] on shutdown 2024-11-23T02:24:58,514 DEBUG [M:0;fde8ce287ea2:44345 {}] master.HMaster(1733): Stopping service threads 2024-11-23T02:24:58,514 INFO [M:0;fde8ce287ea2:44345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:24:58,514 ERROR [M:0;fde8ce287ea2:44345 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:40011 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40011,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T02:24:58,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T02:24:58,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:24:58,515 INFO [M:0;fde8ce287ea2:44345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:24:58,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:24:58,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T02:24:58,515 DEBUG [M:0;fde8ce287ea2:44345 {}] zookeeper.ZKUtil(347): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T02:24:58,515 WARN [M:0;fde8ce287ea2:44345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:24:58,515 INFO [M:0;fde8ce287ea2:44345 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T02:24:58,515 INFO [M:0;fde8ce287ea2:44345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:24:58,516 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:24:58,516 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:58,516 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:58,516 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:24:58,516 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:58,516 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=810.73 KB heapSize=999.20 KB 2024-11-23T02:24:58,530 DEBUG [M:0;fde8ce287ea2:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61198f05808246cca0d9160a9dff607b is 82, key is hbase:meta,,1/info:regioninfo/1732328526949/Put/seqid=0 2024-11-23T02:24:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742548_1724 (size=5672) 2024-11-23T02:24:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x100222f39210001, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:58,612 INFO [RS:0;fde8ce287ea2:37605 {}] regionserver.HRegionServer(1307): Exiting; stopping=fde8ce287ea2,37605,1732328523434; zookeeper connection closed. 2024-11-23T02:24:58,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d65546d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d65546d 2024-11-23T02:24:58,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:24:58,934 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2321 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61198f05808246cca0d9160a9dff607b 2024-11-23T02:24:58,954 DEBUG [M:0;fde8ce287ea2:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6ebeed1587b4f4baeee78bdfa54183a is 2285, key is \x00\x00\x00\x00\x00\x00\x00\xA8/proc:d/1732328671526/Put/seqid=0 2024-11-23T02:24:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742549_1725 (size=47934) 2024-11-23T02:24:59,357 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=810.17 KB at sequenceid=2321 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6ebeed1587b4f4baeee78bdfa54183a 2024-11-23T02:24:59,360 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6ebeed1587b4f4baeee78bdfa54183a 2024-11-23T02:24:59,375 DEBUG [M:0;fde8ce287ea2:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c0c32ebdb5b4ab1b268e3f980741f6e is 69, key is fde8ce287ea2,37605,1732328523434/rs:state/1732328525598/Put/seqid=0 2024-11-23T02:24:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073742550_1726 (size=5156) 2024-11-23T02:24:59,778 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2321 (bloomFilter=true), to=hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c0c32ebdb5b4ab1b268e3f980741f6e 2024-11-23T02:24:59,782 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61198f05808246cca0d9160a9dff607b as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61198f05808246cca0d9160a9dff607b 2024-11-23T02:24:59,784 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61198f05808246cca0d9160a9dff607b, entries=8, sequenceid=2321, filesize=5.5 K 2024-11-23T02:24:59,785 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6ebeed1587b4f4baeee78bdfa54183a as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6ebeed1587b4f4baeee78bdfa54183a 2024-11-23T02:24:59,787 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6ebeed1587b4f4baeee78bdfa54183a 2024-11-23T02:24:59,787 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6ebeed1587b4f4baeee78bdfa54183a, entries=195, sequenceid=2321, filesize=46.8 K 2024-11-23T02:24:59,788 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c0c32ebdb5b4ab1b268e3f980741f6e as hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c0c32ebdb5b4ab1b268e3f980741f6e 2024-11-23T02:24:59,790 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40011/user/jenkins/test-data/e1cfa9bc-9622-6ca8-5cab-9d913947d37a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c0c32ebdb5b4ab1b268e3f980741f6e, entries=1, sequenceid=2321, filesize=5.0 K 2024-11-23T02:24:59,790 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(3040): Finished flush of dataSize ~810.73 KB/830183, heapSize ~998.91 KB/1022880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2321, compaction requested=false 2024-11-23T02:24:59,792 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:59,792 DEBUG [M:0;fde8ce287ea2:44345 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T02:24:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741830_1006 (size=982351) 2024-11-23T02:24:59,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T02:24:59,794 INFO [M:0;fde8ce287ea2:44345 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T02:24:59,794 INFO [M:0;fde8ce287ea2:44345 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44345 2024-11-23T02:24:59,796 DEBUG [M:0;fde8ce287ea2:44345 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/fde8ce287ea2,44345,1732328522621 already deleted, retry=false 2024-11-23T02:24:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:59,897 INFO [M:0;fde8ce287ea2:44345 {}] regionserver.HRegionServer(1307): Exiting; stopping=fde8ce287ea2,44345,1732328522621; zookeeper connection closed. 2024-11-23T02:24:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x100222f39210000, quorum=127.0.0.1:52285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:59,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:24:59,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:24:59,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:24:59,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:24:59,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/hadoop.log.dir/,STOPPED} 2024-11-23T02:24:59,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:24:59,908 WARN [BP-476252464-172.17.0.2-1732328519017 heartbeating to localhost/127.0.0.1:40011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:24:59,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:24:59,908 WARN [BP-476252464-172.17.0.2-1732328519017 heartbeating to localhost/127.0.0.1:40011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476252464-172.17.0.2-1732328519017 (Datanode Uuid 126b5dc1-52bc-4bbf-a1a0-502603d922f8) service to localhost/127.0.0.1:40011 2024-11-23T02:24:59,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/dfs/data/data1/current/BP-476252464-172.17.0.2-1732328519017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:24:59,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/cluster_f4fb5b53-313a-795a-6180-6db37ae6ae44/dfs/data/data2/current/BP-476252464-172.17.0.2-1732328519017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:24:59,911 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:24:59,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:24:59,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:24:59,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:24:59,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:24:59,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8742dfa1-c93d-08e3-994c-e8d69d4efa4c/hadoop.log.dir/,STOPPED} 2024-11-23T02:24:59,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:25:00,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down